final.txt

[06/30 20:33:45] __main__ INFO: Namespace(alg='cr', alpha=0.1, arch='wrn', augPolicy=1, checkpoint=2000, coef=0, consis='ce', dataset='CIFAR10', disp=256, dropout=0, ema_apply_wd=False, ema_teacher=False, ema_teacher_factor=0.999, ema_teacher_warmup=False, entropy_minimization=0, epochs=200, eps=6, img_size=32, iteration=500000, l_batch_size=50, labeled_aug='WA', lr=0.003, lr_decay='step', lr_decay_rate=0.2, momentum=0.9, n_class=10, n_labels=2400, n_unlabels=20000, n_valid=5000, num_workers=8, only_validation=False, optimizer='adam', out_dir='log', ratio=0, root='./data', seed=96, sharpen=None, strong_aug=False, temp_softmax=None, test_batch_size=50, threshold=None, tot_class=10, tsa=False, tsa_schedule='linear', ul_batch_size=50, unlabeled_aug='WA', use_zca=False, vat_iter=1, wa='t.t.t', wa_apply_wd=False, wa_ema_factor=0.999, warmup_iter=0, weight_average=False, weight_decay=0, whiten=False, xi=1e-06, zca=True)
running on GPU!
[06/30 20:33:45] __main__ INFO: load dataset
Files already downloaded and verified
Unlabeled data in distribuiton : 20000, Unlabeled data out distribution : 0
labeled data : 2400, unlabeled data : 20000,  training data : 22400
validation data : 5000, test data : 10000
data is loaded!
[06/30 20:38:36] __main__ INFO: ResNet(
  (feature_extractor): Sequential(
    (0): Conv2d(3, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
    (1): _Residual(
      (pre_act): Sequential(
        (0): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
      )
      (identity): Conv2d(16, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)
      (layer): Sequential(
        (0): Conv2d(16, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (2): LeakyReLU(negative_slope=0.1)
        (3): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (2): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (3): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (4): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (5): _Residual(
      (pre_act): Identity()
      (identity): Conv2d(32, 64, kernel_size=(1, 1), stride=(2, 2), bias=False)
      (layer): Sequential(
        (0): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(32, 64, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
        (3): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (6): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (7): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (8): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (9): _Residual(
      (pre_act): Identity()
      (identity): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)
      (layer): Sequential(
        (0): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
        (3): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (10): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (11): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (12): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (13): _Residual(
      (pre_act): Identity()
      (identity): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)
      (layer): Sequential(
        (0): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
        (3): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (14): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (15): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (16): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (17): _Residual(
      (pre_act): Identity()
      (identity): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)
      (layer): Sequential(
        (0): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
        (3): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (18): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (19): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (20): _Residual(
      (pre_act): Identity()
      (identity): Identity()
      (layer): Sequential(
        (0): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (1): LeakyReLU(negative_slope=0.1)
        (2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (3): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (4): LeakyReLU(negative_slope=0.1)
        (5): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
      )
    )
    (21): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
    (22): LeakyReLU(negative_slope=0.1)
  )
  (classifier): Sequential(
    (0): Linear(in_features=512, out_features=10, bias=True)
  )
)
[06/30 20:38:36] __main__ INFO: training
[06/30 20:40:45] __main__ INFO: [256/500000] acc 0.493952 | loss 1.45513 | sup loss 1.45513 | ssl loss 0 | mask 1 | sec/iter 0.304452 | ssl coef 0 | lr 0.003
[06/30 20:42:35] __main__ INFO: [512/500000] acc 0.53326 | loss 1.28711 | sup loss 1.28711 | ssl loss 0 | mask 1 | sec/iter 0.303166 | ssl coef 0 | lr 0.003
[06/30 20:44:01] __main__ INFO: [768/500000] acc 0.563986 | loss 1.18085 | sup loss 1.18085 | ssl loss 0 | mask 1 | sec/iter 0.29693 | ssl coef 0 | lr 0.003
[06/30 20:45:29] __main__ INFO: [1024/500000] acc 0.661471 | loss 0.935113 | sup loss 0.935113 | ssl loss 0 | mask 1 | sec/iter 0.321865 | ssl coef 0 | lr 0.003
[06/30 20:46:58] __main__ INFO: [1280/500000] acc 0.701126 | loss 0.807021 | sup loss 0.807021 | ssl loss 0 | mask 1 | sec/iter 0.319142 | ssl coef 0 | lr 0.003
[06/30 20:48:26] __main__ INFO: [1536/500000] acc 0.695858 | loss 0.81864 | sup loss 0.81864 | ssl loss 0 | mask 1 | sec/iter 0.312283 | ssl coef 0 | lr 0.003
[06/30 20:49:55] __main__ INFO: [1792/500000] acc 0.74339 | loss 0.687192 | sup loss 0.687192 | ssl loss 0 | mask 1 | sec/iter 0.321928 | ssl coef 0 | lr 0.003
[06/30 20:51:03] __main__ INFO: validation
[06/30 20:51:18] __main__ INFO: validation loss 1.275883 | validation acc. 0.620800 | raw acc. 0.620800
[06/30 20:51:19] __main__ INFO: test
[06/30 20:51:45] __main__ INFO: test loss 1.298298 | test acc. 0.620200 | raw acc. 0.620200
[06/30 20:51:45] __main__ INFO: test accuracy 0.620200
[06/30 20:52:03] __main__ INFO: [2048/500000] acc 0.797033 | loss 0.552406 | sup loss 0.552406 | ssl loss 0 | mask 1 | sec/iter 0.316405 | ssl coef 0 | lr 0.003
[06/30 20:53:57] __main__ INFO: [2304/500000] acc 0.79091 | loss 0.560993 | sup loss 0.560993 | ssl loss 0 | mask 1 | sec/iter 0.281466 | ssl coef 0 | lr 0.003
[06/30 20:55:55] __main__ INFO: [2560/500000] acc 0.85223 | loss 0.392075 | sup loss 0.392075 | ssl loss 0 | mask 1 | sec/iter 0.278361 | ssl coef 0 | lr 0.003
[06/30 20:57:52] __main__ INFO: [2816/500000] acc 0.869799 | loss 0.359346 | sup loss 0.359346 | ssl loss 0 | mask 1 | sec/iter 0.25583 | ssl coef 0 | lr 0.003
[06/30 20:59:49] __main__ INFO: [3072/500000] acc 0.89311 | loss 0.301694 | sup loss 0.301694 | ssl loss 0 | mask 1 | sec/iter 0.271346 | ssl coef 0 | lr 0.003
[06/30 21:01:47] __main__ INFO: [3328/500000] acc 0.916929 | loss 0.257564 | sup loss 0.257564 | ssl loss 0 | mask 1 | sec/iter 0.239954 | ssl coef 0 | lr 0.003
[06/30 21:03:43] __main__ INFO: [3584/500000] acc 0.933546 | loss 0.202789 | sup loss 0.202789 | ssl loss 0 | mask 1 | sec/iter 0.253252 | ssl coef 0 | lr 0.003
[06/30 21:05:41] __main__ INFO: [3840/500000] acc 0.915431 | loss 0.226906 | sup loss 0.226906 | ssl loss 0 | mask 1 | sec/iter 0.248573 | ssl coef 0 | lr 0.003
[06/30 21:06:54] __main__ INFO: validation
[06/30 21:07:16] __main__ INFO: validation loss 1.544435 | validation acc. 0.651400 | raw acc. 0.651400
[06/30 21:07:18] __main__ INFO: test
[06/30 21:07:58] __main__ INFO: test loss 1.607977 | test acc. 0.650300 | raw acc. 0.650300
[06/30 21:07:58] __main__ INFO: test accuracy 0.650300
[06/30 21:08:43] __main__ INFO: [4096/500000] acc 0.943734 | loss 0.174673 | sup loss 0.174673 | ssl loss 0 | mask 1 | sec/iter 0.272218 | ssl coef 0 | lr 0.003
[06/30 21:10:35] __main__ INFO: [4352/500000] acc 0.942058 | loss 0.183806 | sup loss 0.183806 | ssl loss 0 | mask 1 | sec/iter 0.211358 | ssl coef 0 | lr 0.003
[06/30 21:12:11] __main__ INFO: [4608/500000] acc 0.953498 | loss 0.125778 | sup loss 0.125778 | ssl loss 0 | mask 1 | sec/iter 0.27387 | ssl coef 0 | lr 0.003
[06/30 21:13:47] __main__ INFO: [4864/500000] acc 0.954851 | loss 0.128175 | sup loss 0.128175 | ssl loss 0 | mask 1 | sec/iter 0.284944 | ssl coef 0 | lr 0.003
[06/30 21:15:16] __main__ INFO: [5120/500000] acc 0.941704 | loss 0.167057 | sup loss 0.167057 | ssl loss 0 | mask 1 | sec/iter 0.251734 | ssl coef 0 | lr 0.003
[06/30 21:16:47] __main__ INFO: [5376/500000] acc 0.956456 | loss 0.140893 | sup loss 0.140893 | ssl loss 0 | mask 1 | sec/iter 0.247421 | ssl coef 0 | lr 0.003
[06/30 21:18:17] __main__ INFO: [5632/500000] acc 0.961175 | loss 0.109189 | sup loss 0.109189 | ssl loss 0 | mask 1 | sec/iter 0.279669 | ssl coef 0 | lr 0.003
[06/30 21:19:49] __main__ INFO: [5888/500000] acc 0.971861 | loss 0.0937124 | sup loss 0.0937124 | ssl loss 0 | mask 1 | sec/iter 0.253477 | ssl coef 0 | lr 0.003
[06/30 21:20:28] __main__ INFO: validation
[06/30 21:20:50] __main__ INFO: validation loss 1.535114 | validation acc. 0.699000 | raw acc. 0.699000
[06/30 21:20:51] __main__ INFO: test
[06/30 21:21:31] __main__ INFO: test loss 1.640002 | test acc. 0.686700 | raw acc. 0.686700
[06/30 21:21:31] __main__ INFO: test accuracy 0.686700
[06/30 21:22:37] __main__ INFO: [6144/500000] acc 0.954641 | loss 0.11319 | sup loss 0.11319 | ssl loss 0 | mask 1 | sec/iter 0.313784 | ssl coef 0 | lr 0.003
[06/30 21:24:35] __main__ INFO: [6400/500000] acc 0.963586 | loss 0.0995337 | sup loss 0.0995337 | ssl loss 0 | mask 1 | sec/iter 0.299115 | ssl coef 0 | lr 0.003
[06/30 21:26:31] __main__ INFO: [6656/500000] acc 0.980119 | loss 0.0622693 | sup loss 0.0622693 | ssl loss 0 | mask 1 | sec/iter 0.268822 | ssl coef 0 | lr 0.003
[06/30 21:28:28] __main__ INFO: [6912/500000] acc 0.96725 | loss 0.0918211 | sup loss 0.0918211 | ssl loss 0 | mask 1 | sec/iter 0.265039 | ssl coef 0 | lr 0.003
[06/30 21:29:55] __main__ INFO: [7168/500000] acc 0.970129 | loss 0.0833873 | sup loss 0.0833873 | ssl loss 0 | mask 1 | sec/iter 0.321441 | ssl coef 0 | lr 0.003
[06/30 21:31:24] __main__ INFO: [7424/500000] acc 0.958785 | loss 0.121206 | sup loss 0.121206 | ssl loss 0 | mask 1 | sec/iter 0.331877 | ssl coef 0 | lr 0.003
[06/30 21:32:54] __main__ INFO: [7680/500000] acc 0.960621 | loss 0.120472 | sup loss 0.120472 | ssl loss 0 | mask 1 | sec/iter 0.30107 | ssl coef 0 | lr 0.003
[06/30 21:34:22] __main__ INFO: [7936/500000] acc 0.965451 | loss 0.108208 | sup loss 0.108208 | ssl loss 0 | mask 1 | sec/iter 0.319401 | ssl coef 0 | lr 0.003
[06/30 21:34:44] __main__ INFO: validation
[06/30 21:35:00] __main__ INFO: validation loss 1.442724 | validation acc. 0.722000 | raw acc. 0.722000
[06/30 21:35:00] __main__ INFO: test
[06/30 21:35:26] __main__ INFO: test loss 1.576645 | test acc. 0.712500 | raw acc. 0.712500
[06/30 21:35:26] __main__ INFO: test accuracy 0.712500
[06/30 21:36:35] __main__ INFO: [8192/500000] acc 0.970505 | loss 0.0819692 | sup loss 0.0819692 | ssl loss 0 | mask 1 | sec/iter 0.314368 | ssl coef 0 | lr 0.003
[06/30 21:38:03] __main__ INFO: [8448/500000] acc 0.965924 | loss 0.0963758 | sup loss 0.0963758 | ssl loss 0 | mask 1 | sec/iter 0.306342 | ssl coef 0 | lr 0.003
[06/30 21:39:32] __main__ INFO: [8704/500000] acc 0.971662 | loss 0.081067 | sup loss 0.081067 | ssl loss 0 | mask 1 | sec/iter 0.225024 | ssl coef 0 | lr 0.003
[06/30 21:41:01] __main__ INFO: [8960/500000] acc 0.97827 | loss 0.0608355 | sup loss 0.0608355 | ssl loss 0 | mask 1 | sec/iter 0.192878 | ssl coef 0 | lr 0.003
[06/30 21:42:28] __main__ INFO: [9216/500000] acc 0.969248 | loss 0.0830848 | sup loss 0.0830848 | ssl loss 0 | mask 1 | sec/iter 0.233477 | ssl coef 0 | lr 0.003
[06/30 21:43:56] __main__ INFO: [9472/500000] acc 0.974777 | loss 0.069623 | sup loss 0.069623 | ssl loss 0 | mask 1 | sec/iter 0.234531 | ssl coef 0 | lr 0.003
[06/30 21:45:23] __main__ INFO: [9728/500000] acc 0.977248 | loss 0.0610745 | sup loss 0.0610745 | ssl loss 0 | mask 1 | sec/iter 0.252487 | ssl coef 0 | lr 0.003
[06/30 21:46:49] __main__ INFO: [9984/500000] acc 0.976218 | loss 0.0525101 | sup loss 0.0525101 | ssl loss 0 | mask 1 | sec/iter 0.255227 | ssl coef 0 | lr 0.003
[06/30 21:46:55] __main__ INFO: validation
[06/30 21:47:12] __main__ INFO: validation loss 1.724170 | validation acc. 0.709600 | raw acc. 0.709600
[06/30 21:48:37] __main__ INFO: [10240/500000] acc 0.981156 | loss 0.0569346 | sup loss 0.0569346 | ssl loss 0 | mask 1 | sec/iter 0.244821 | ssl coef 0 | lr 0.003
[06/30 21:50:15] __main__ INFO: [10496/500000] acc 0.971375 | loss 0.0826574 | sup loss 0.0826574 | ssl loss 0 | mask 1 | sec/iter 0.248586 | ssl coef 0 | lr 0.003
[06/30 21:51:54] __main__ INFO: [10752/500000] acc 0.981399 | loss 0.0451387 | sup loss 0.0451387 | ssl loss 0 | mask 1 | sec/iter 0.243151 | ssl coef 0 | lr 0.003
[06/30 21:53:27] __main__ INFO: [11008/500000] acc 0.984276 | loss 0.051785 | sup loss 0.051785 | ssl loss 0 | mask 1 | sec/iter 0.253458 | ssl coef 0 | lr 0.003
[06/30 21:54:45] __main__ INFO: [11264/500000] acc 0.988347 | loss 0.035776 | sup loss 0.035776 | ssl loss 0 | mask 1 | sec/iter 0.309094 | ssl coef 0 | lr 0.003
[06/30 21:56:05] __main__ INFO: [11520/500000] acc 0.985207 | loss 0.0451396 | sup loss 0.0451396 | ssl loss 0 | mask 1 | sec/iter 0.292967 | ssl coef 0 | lr 0.003
[06/30 21:57:24] __main__ INFO: [11776/500000] acc 0.987161 | loss 0.0515711 | sup loss 0.0515711 | ssl loss 0 | mask 1 | sec/iter 0.306007 | ssl coef 0 | lr 0.003
[06/30 21:58:38] __main__ INFO: validation
[06/30 21:58:49] __main__ INFO: validation loss 1.760804 | validation acc. 0.706200 | raw acc. 0.706200
[06/30 21:59:02] __main__ INFO: [12032/500000] acc 0.986143 | loss 0.0436726 | sup loss 0.0436726 | ssl loss 0 | mask 1 | sec/iter 0.310173 | ssl coef 0 | lr 0.003
[06/30 22:00:24] __main__ INFO: [12288/500000] acc 0.972377 | loss 0.0674093 | sup loss 0.0674093 | ssl loss 0 | mask 1 | sec/iter 0.296885 | ssl coef 0 | lr 0.003
[06/30 22:01:52] __main__ INFO: [12544/500000] acc 0.988082 | loss 0.0293355 | sup loss 0.0293355 | ssl loss 0 | mask 1 | sec/iter 0.323992 | ssl coef 0 | lr 0.003
[06/30 22:03:19] __main__ INFO: [12800/500000] acc 0.976733 | loss 0.0695246 | sup loss 0.0695246 | ssl loss 0 | mask 1 | sec/iter 0.329551 | ssl coef 0 | lr 0.003
[06/30 22:04:46] __main__ INFO: [13056/500000] acc 0.988925 | loss 0.0318507 | sup loss 0.0318507 | ssl loss 0 | mask 1 | sec/iter 0.304013 | ssl coef 0 | lr 0.003
[06/30 22:06:13] __main__ INFO: [13312/500000] acc 0.992864 | loss 0.031419 | sup loss 0.031419 | ssl loss 0 | mask 1 | sec/iter 0.314498 | ssl coef 0 | lr 0.003
[06/30 22:07:41] __main__ INFO: [13568/500000] acc 0.984338 | loss 0.0411179 | sup loss 0.0411179 | ssl loss 0 | mask 1 | sec/iter 0.297958 | ssl coef 0 | lr 0.003
[06/30 22:09:04] __main__ INFO: [13824/500000] acc 0.977854 | loss 0.063785 | sup loss 0.063785 | ssl loss 0 | mask 1 | sec/iter 0.280009 | ssl coef 0 | lr 0.003
[06/30 22:10:03] __main__ INFO: validation
[06/30 22:10:18] __main__ INFO: validation loss 1.702961 | validation acc. 0.701000 | raw acc. 0.701000
[06/30 22:10:48] __main__ INFO: [14080/500000] acc 0.984677 | loss 0.0560425 | sup loss 0.0560425 | ssl loss 0 | mask 1 | sec/iter 0.306154 | ssl coef 0 | lr 0.003
[06/30 22:12:18] __main__ INFO: [14336/500000] acc 0.988566 | loss 0.0288315 | sup loss 0.0288315 | ssl loss 0 | mask 1 | sec/iter 0.365458 | ssl coef 0 | lr 0.003
[06/30 22:13:46] __main__ INFO: [14592/500000] acc 0.993543 | loss 0.0287977 | sup loss 0.0287977 | ssl loss 0 | mask 1 | sec/iter 0.296864 | ssl coef 0 | lr 0.003
[06/30 22:15:16] __main__ INFO: [14848/500000] acc 0.985634 | loss 0.0570518 | sup loss 0.0570518 | ssl loss 0 | mask 1 | sec/iter 0.294023 | ssl coef 0 | lr 0.003
[06/30 22:16:47] __main__ INFO: [15104/500000] acc 0.986044 | loss 0.0459236 | sup loss 0.0459236 | ssl loss 0 | mask 1 | sec/iter 0.296257 | ssl coef 0 | lr 0.003
[06/30 22:18:17] __main__ INFO: [15360/500000] acc 0.980704 | loss 0.0651947 | sup loss 0.0651947 | ssl loss 0 | mask 1 | sec/iter 0.289947 | ssl coef 0 | lr 0.003
[06/30 22:19:50] __main__ INFO: [15616/500000] acc 0.990138 | loss 0.031778 | sup loss 0.031778 | ssl loss 0 | mask 1 | sec/iter 0.282397 | ssl coef 0 | lr 0.003
[06/30 22:21:21] __main__ INFO: [15872/500000] acc 0.988945 | loss 0.0337873 | sup loss 0.0337873 | ssl loss 0 | mask 1 | sec/iter 0.279633 | ssl coef 0 | lr 0.003
[06/30 22:22:07] __main__ INFO: validation
[06/30 22:22:24] __main__ INFO: validation loss 1.865978 | validation acc. 0.711200 | raw acc. 0.711200
[06/30 22:23:10] __main__ INFO: [16128/500000] acc 0.979605 | loss 0.0454175 | sup loss 0.0454175 | ssl loss 0 | mask 1 | sec/iter 0.298799 | ssl coef 0 | lr 0.003
[06/30 22:24:40] __main__ INFO: [16384/500000] acc 0.99262 | loss 0.0223171 | sup loss 0.0223171 | ssl loss 0 | mask 1 | sec/iter 0.311859 | ssl coef 0 | lr 0.003
[06/30 22:26:13] __main__ INFO: [16640/500000] acc 0.985583 | loss 0.0344986 | sup loss 0.0344986 | ssl loss 0 | mask 1 | sec/iter 0.293541 | ssl coef 0 | lr 0.003
[06/30 22:27:45] __main__ INFO: [16896/500000] acc 0.993675 | loss 0.0212577 | sup loss 0.0212577 | ssl loss 0 | mask 1 | sec/iter 0.301069 | ssl coef 0 | lr 0.003
[06/30 22:29:15] __main__ INFO: [17152/500000] acc 0.982328 | loss 0.0556858 | sup loss 0.0556858 | ssl loss 0 | mask 1 | sec/iter 0.265549 | ssl coef 0 | lr 0.003
[06/30 22:30:45] __main__ INFO: [17408/500000] acc 0.992712 | loss 0.0206609 | sup loss 0.0206609 | ssl loss 0 | mask 1 | sec/iter 0.267334 | ssl coef 0 | lr 0.003
[06/30 22:32:20] __main__ INFO: [17664/500000] acc 0.994865 | loss 0.0180563 | sup loss 0.0180563 | ssl loss 0 | mask 1 | sec/iter 0.192887 | ssl coef 0 | lr 0.003
[06/30 22:33:27] __main__ INFO: [17920/500000] acc 0.993655 | loss 0.0148395 | sup loss 0.0148395 | ssl loss 0 | mask 1 | sec/iter 0.219529 | ssl coef 0 | lr 0.003
[06/30 22:33:47] __main__ INFO: validation
[06/30 22:33:59] __main__ INFO: validation loss 1.780503 | validation acc. 0.721800 | raw acc. 0.721800
[06/30 22:34:45] __main__ INFO: [18176/500000] acc 0.980042 | loss 0.046119 | sup loss 0.046119 | ssl loss 0 | mask 1 | sec/iter 0.219071 | ssl coef 0 | lr 0.003
[06/30 22:35:48] __main__ INFO: [18432/500000] acc 0.986775 | loss 0.0489999 | sup loss 0.0489999 | ssl loss 0 | mask 1 | sec/iter 0.199338 | ssl coef 0 | lr 0.003
[06/30 22:36:52] __main__ INFO: [18688/500000] acc 0.989847 | loss 0.0200294 | sup loss 0.0200294 | ssl loss 0 | mask 1 | sec/iter 0.219743 | ssl coef 0 | lr 0.003
[06/30 22:37:59] __main__ INFO: [18944/500000] acc 0.988422 | loss 0.0358898 | sup loss 0.0358898 | ssl loss 0 | mask 1 | sec/iter 0.218639 | ssl coef 0 | lr 0.003
[06/30 22:39:05] __main__ INFO: [19200/500000] acc 0.993984 | loss 0.024735 | sup loss 0.024735 | ssl loss 0 | mask 1 | sec/iter 0.204382 | ssl coef 0 | lr 0.003
[06/30 22:40:16] __main__ INFO: [19456/500000] acc 0.998041 | loss 0.00935841 | sup loss 0.00935841 | ssl loss 0 | mask 1 | sec/iter 0.270588 | ssl coef 0 | lr 0.003
[06/30 22:41:43] __main__ INFO: [19712/500000] acc 0.998704 | loss 0.00879218 | sup loss 0.00879218 | ssl loss 0 | mask 1 | sec/iter 0.225577 | ssl coef 0 | lr 0.003
[06/30 22:43:12] __main__ INFO: [19968/500000] acc 0.9871 | loss 0.0435682 | sup loss 0.0435682 | ssl loss 0 | mask 1 | sec/iter 0.248919 | ssl coef 0 | lr 0.003
[06/30 22:43:22] __main__ INFO: validation
[06/30 22:43:39] __main__ INFO: validation loss 2.141428 | validation acc. 0.696000 | raw acc. 0.696000
[06/30 22:44:58] __main__ INFO: [20224/500000] acc 0.987645 | loss 0.0376908 | sup loss 0.0376908 | ssl loss 0 | mask 1 | sec/iter 0.272374 | ssl coef 0 | lr 0.003
[06/30 22:46:26] __main__ INFO: [20480/500000] acc 0.987951 | loss 0.0310367 | sup loss 0.0310367 | ssl loss 0 | mask 1 | sec/iter 0.27941 | ssl coef 0 | lr 0.003
[06/30 22:47:50] __main__ INFO: [20736/500000] acc 0.992574 | loss 0.0126812 | sup loss 0.0126812 | ssl loss 0 | mask 1 | sec/iter 0.221098 | ssl coef 0 | lr 0.003
[06/30 22:49:22] __main__ INFO: [20992/500000] acc 0.980448 | loss 0.0504361 | sup loss 0.0504361 | ssl loss 0 | mask 1 | sec/iter 0.241782 | ssl coef 0 | lr 0.003
[06/30 22:50:49] __main__ INFO: [21248/500000] acc 0.992254 | loss 0.0233051 | sup loss 0.0233051 | ssl loss 0 | mask 1 | sec/iter 0.217367 | ssl coef 0 | lr 0.003
[06/30 22:52:18] __main__ INFO: [21504/500000] acc 0.992218 | loss 0.0259802 | sup loss 0.0259802 | ssl loss 0 | mask 1 | sec/iter 0.221191 | ssl coef 0 | lr 0.003
[06/30 22:53:46] __main__ INFO: [21760/500000] acc 0.993388 | loss 0.0188894 | sup loss 0.0188894 | ssl loss 0 | mask 1 | sec/iter 0.246913 | ssl coef 0 | lr 0.003
[06/30 22:55:08] __main__ INFO: validation
[06/30 22:55:24] __main__ INFO: validation loss 1.739868 | validation acc. 0.727000 | raw acc. 0.727000
[06/30 22:55:26] __main__ INFO: test
[06/30 22:55:55] __main__ INFO: test loss 1.838333 | test acc. 0.720300 | raw acc. 0.720300
[06/30 22:55:55] __main__ INFO: test accuracy 0.720300
[06/30 22:56:03] __main__ INFO: [22016/500000] acc 0.995828 | loss 0.0148689 | sup loss 0.0148689 | ssl loss 0 | mask 1 | sec/iter 0.261374 | ssl coef 0 | lr 0.003
[06/30 22:57:33] __main__ INFO: [22272/500000] acc 0.990391 | loss 0.0332077 | sup loss 0.0332077 | ssl loss 0 | mask 1 | sec/iter 0.22819 | ssl coef 0 | lr 0.003
[06/30 22:59:01] __main__ INFO: [22528/500000] acc 0.985777 | loss 0.0561367 | sup loss 0.0561367 | ssl loss 0 | mask 1 | sec/iter 0.244999 | ssl coef 0 | lr 0.003
[06/30 23:00:29] __main__ INFO: [22784/500000] acc 0.995116 | loss 0.0182105 | sup loss 0.0182105 | ssl loss 0 | mask 1 | sec/iter 0.215227 | ssl coef 0 | lr 0.003
[06/30 23:01:57] __main__ INFO: [23040/500000] acc 0.991913 | loss 0.0223891 | sup loss 0.0223891 | ssl loss 0 | mask 1 | sec/iter 0.240877 | ssl coef 0 | lr 0.003
[06/30 23:03:25] __main__ INFO: [23296/500000] acc 0.998175 | loss 0.0124436 | sup loss 0.0124436 | ssl loss 0 | mask 1 | sec/iter 0.243478 | ssl coef 0 | lr 0.003
[06/30 23:04:54] __main__ INFO: [23552/500000] acc 0.98249 | loss 0.0509715 | sup loss 0.0509715 | ssl loss 0 | mask 1 | sec/iter 0.205352 | ssl coef 0 | lr 0.003
[06/30 23:06:23] __main__ INFO: [23808/500000] acc 0.992528 | loss 0.014001 | sup loss 0.014001 | ssl loss 0 | mask 1 | sec/iter 0.216707 | ssl coef 0 | lr 0.003
[06/30 23:07:30] __main__ INFO: validation
[06/30 23:07:46] __main__ INFO: validation loss 2.065894 | validation acc. 0.707000 | raw acc. 0.707000
[06/30 23:08:07] __main__ INFO: [24064/500000] acc 0.988473 | loss 0.0409864 | sup loss 0.0409864 | ssl loss 0 | mask 1 | sec/iter 0.22644 | ssl coef 0 | lr 0.003
[06/30 23:09:13] __main__ INFO: [24320/500000] acc 0.997132 | loss 0.00878011 | sup loss 0.00878011 | ssl loss 0 | mask 1 | sec/iter 0.234301 | ssl coef 0 | lr 0.003
[06/30 23:10:18] __main__ INFO: [24576/500000] acc 0.99303 | loss 0.0202232 | sup loss 0.0202232 | ssl loss 0 | mask 1 | sec/iter 0.223689 | ssl coef 0 | lr 0.003
[06/30 23:11:23] __main__ INFO: [24832/500000] acc 0.990822 | loss 0.0268977 | sup loss 0.0268977 | ssl loss 0 | mask 1 | sec/iter 0.228357 | ssl coef 0 | lr 0.003
[06/30 23:12:27] __main__ INFO: [25088/500000] acc 0.9956 | loss 0.0108676 | sup loss 0.0108676 | ssl loss 0 | mask 1 | sec/iter 0.219507 | ssl coef 0 | lr 0.003
[06/30 23:13:32] __main__ INFO: [25344/500000] acc 0.994892 | loss 0.0180186 | sup loss 0.0180186 | ssl loss 0 | mask 1 | sec/iter 0.231025 | ssl coef 0 | lr 0.003
[06/30 23:14:38] __main__ INFO: [25600/500000] acc 0.996289 | loss 0.0122533 | sup loss 0.0122533 | ssl loss 0 | mask 1 | sec/iter 0.237566 | ssl coef 0 | lr 0.003
[06/30 23:15:58] __main__ INFO: [25856/500000] acc 0.99501 | loss 0.0162603 | sup loss 0.0162603 | ssl loss 0 | mask 1 | sec/iter 0.22729 | ssl coef 0 | lr 0.003
[06/30 23:16:47] __main__ INFO: validation
[06/30 23:17:03] __main__ INFO: validation loss 1.936460 | validation acc. 0.713600 | raw acc. 0.713600
[06/30 23:17:43] __main__ INFO: [26112/500000] acc 0.981274 | loss 0.0559504 | sup loss 0.0559504 | ssl loss 0 | mask 1 | sec/iter 0.228331 | ssl coef 0 | lr 0.003
[06/30 23:19:13] __main__ INFO: [26368/500000] acc 0.989486 | loss 0.0358826 | sup loss 0.0358826 | ssl loss 0 | mask 1 | sec/iter 0.282736 | ssl coef 0 | lr 0.003
[06/30 23:20:42] __main__ INFO: [26624/500000] acc 0.994911 | loss 0.00823383 | sup loss 0.00823383 | ssl loss 0 | mask 1 | sec/iter 0.238575 | ssl coef 0 | lr 0.003
[06/30 23:22:10] __main__ INFO: [26880/500000] acc 0.997831 | loss 0.0062079 | sup loss 0.0062079 | ssl loss 0 | mask 1 | sec/iter 0.222757 | ssl coef 0 | lr 0.003
[06/30 23:23:40] __main__ INFO: [27136/500000] acc 0.976407 | loss 0.076107 | sup loss 0.076107 | ssl loss 0 | mask 1 | sec/iter 0.226217 | ssl coef 0 | lr 0.003
[06/30 23:25:07] __main__ INFO: [27392/500000] acc 0.988267 | loss 0.0348785 | sup loss 0.0348785 | ssl loss 0 | mask 1 | sec/iter 0.238993 | ssl coef 0 | lr 0.003
[06/30 23:26:35] __main__ INFO: [27648/500000] acc 0.996431 | loss 0.0129999 | sup loss 0.0129999 | ssl loss 0 | mask 1 | sec/iter 0.239873 | ssl coef 0 | lr 0.003
[06/30 23:28:04] __main__ INFO: [27904/500000] acc 0.993753 | loss 0.0198699 | sup loss 0.0198699 | ssl loss 0 | mask 1 | sec/iter 0.218749 | ssl coef 0 | lr 0.003
[06/30 23:28:36] __main__ INFO: validation
[06/30 23:28:52] __main__ INFO: validation loss 1.890489 | validation acc. 0.728400 | raw acc. 0.728400
[06/30 23:28:54] __main__ INFO: test
[06/30 23:29:23] __main__ INFO: test loss 1.974260 | test acc. 0.720500 | raw acc. 0.720500
[06/30 23:29:23] __main__ INFO: test accuracy 0.720500
[06/30 23:30:19] __main__ INFO: [28160/500000] acc 0.991808 | loss 0.0137826 | sup loss 0.0137826 | ssl loss 0 | mask 1 | sec/iter 0.229372 | ssl coef 0 | lr 0.003
[06/30 23:31:47] __main__ INFO: [28416/500000] acc 0.991158 | loss 0.0295372 | sup loss 0.0295372 | ssl loss 0 | mask 1 | sec/iter 0.254857 | ssl coef 0 | lr 0.003
[06/30 23:33:14] __main__ INFO: [28672/500000] acc 0.990255 | loss 0.0367446 | sup loss 0.0367446 | ssl loss 0 | mask 1 | sec/iter 0.229453 | ssl coef 0 | lr 0.003
[06/30 23:34:44] __main__ INFO: [28928/500000] acc 0.995622 | loss 0.0117517 | sup loss 0.0117517 | ssl loss 0 | mask 1 | sec/iter 0.223301 | ssl coef 0 | lr 0.003
[06/30 23:36:13] __main__ INFO: [29184/500000] acc 0.993879 | loss 0.0148459 | sup loss 0.0148459 | ssl loss 0 | mask 1 | sec/iter 0.22316 | ssl coef 0 | lr 0.003
[06/30 23:37:42] __main__ INFO: [29440/500000] acc 0.998629 | loss 0.00542943 | sup loss 0.00542943 | ssl loss 0 | mask 1 | sec/iter 0.249488 | ssl coef 0 | lr 0.003
[06/30 23:39:10] __main__ INFO: [29696/500000] acc 0.994778 | loss 0.017287 | sup loss 0.017287 | ssl loss 0 | mask 1 | sec/iter 0.230003 | ssl coef 0 | lr 0.003
[06/30 23:40:37] __main__ INFO: [29952/500000] acc 0.995698 | loss 0.0227652 | sup loss 0.0227652 | ssl loss 0 | mask 1 | sec/iter 0.245986 | ssl coef 0 | lr 0.003
[06/30 23:40:54] __main__ INFO: validation
[06/30 23:41:10] __main__ INFO: validation loss 1.838552 | validation acc. 0.732000 | raw acc. 0.732000
[06/30 23:41:11] __main__ INFO: test
[06/30 23:41:36] __main__ INFO: test loss 1.919790 | test acc. 0.723600 | raw acc. 0.723600
[06/30 23:41:36] __main__ INFO: test accuracy 0.723600
[06/30 23:42:54] __main__ INFO: [30208/500000] acc 0.993951 | loss 0.0130282 | sup loss 0.0130282 | ssl loss 0 | mask 1 | sec/iter 0.248408 | ssl coef 0 | lr 0.003
[06/30 23:44:01] __main__ INFO: [30464/500000] acc 0.996349 | loss 0.0200174 | sup loss 0.0200174 | ssl loss 0 | mask 1 | sec/iter 0.240329 | ssl coef 0 | lr 0.003
[06/30 23:45:06] __main__ INFO: [30720/500000] acc 0.989725 | loss 0.0363484 | sup loss 0.0363484 | ssl loss 0 | mask 1 | sec/iter 0.228696 | ssl coef 0 | lr 0.003
[06/30 23:46:10] __main__ INFO: [30976/500000] acc 0.997058 | loss 0.00797332 | sup loss 0.00797332 | ssl loss 0 | mask 1 | sec/iter 0.223373 | ssl coef 0 | lr 0.003
[06/30 23:47:14] __main__ INFO: [31232/500000] acc 0.996608 | loss 0.0115808 | sup loss 0.0115808 | ssl loss 0 | mask 1 | sec/iter 0.217551 | ssl coef 0 | lr 0.003
[06/30 23:48:19] __main__ INFO: [31488/500000] acc 0.994031 | loss 0.0188847 | sup loss 0.0188847 | ssl loss 0 | mask 1 | sec/iter 0.218664 | ssl coef 0 | lr 0.003
[06/30 23:49:23] __main__ INFO: [31744/500000] acc 0.99688 | loss 0.00847445 | sup loss 0.00847445 | ssl loss 0 | mask 1 | sec/iter 0.224565 | ssl coef 0 | lr 0.003
[06/30 23:50:28] __main__ INFO: [32000/500000] acc 0.988554 | loss 0.0257963 | sup loss 0.0257963 | ssl loss 0 | mask 1 | sec/iter 0.226651 | ssl coef 0 | lr 0.003
[06/30 23:50:28] __main__ INFO: validation
[06/30 23:50:39] __main__ INFO: validation loss 2.573260 | validation acc. 0.679000 | raw acc. 0.679000
[06/30 23:52:09] __main__ INFO: [32256/500000] acc 0.989103 | loss 0.0320717 | sup loss 0.0320717 | ssl loss 0 | mask 1 | sec/iter 0.227744 | ssl coef 0 | lr 0.003
[06/30 23:53:36] __main__ INFO: [32512/500000] acc 0.990124 | loss 0.0281442 | sup loss 0.0281442 | ssl loss 0 | mask 1 | sec/iter 0.242236 | ssl coef 0 | lr 0.003
[06/30 23:55:05] __main__ INFO: [32768/500000] acc 0.996384 | loss 0.0163415 | sup loss 0.0163415 | ssl loss 0 | mask 1 | sec/iter 0.248065 | ssl coef 0 | lr 0.003
[06/30 23:56:37] __main__ INFO: [33024/500000] acc 0.993636 | loss 0.0135744 | sup loss 0.0135744 | ssl loss 0 | mask 1 | sec/iter 0.243276 | ssl coef 0 | lr 0.003
[06/30 23:58:07] __main__ INFO: [33280/500000] acc 0.993565 | loss 0.0208233 | sup loss 0.0208233 | ssl loss 0 | mask 1 | sec/iter 0.237468 | ssl coef 0 | lr 0.003
[06/30 23:59:36] __main__ INFO: [33536/500000] acc 0.993406 | loss 0.0191382 | sup loss 0.0191382 | ssl loss 0 | mask 1 | sec/iter 0.244734 | ssl coef 0 | lr 0.003
[07/01 00:01:04] __main__ INFO: [33792/500000] acc 0.99443 | loss 0.0177765 | sup loss 0.0177765 | ssl loss 0 | mask 1 | sec/iter 0.238881 | ssl coef 0 | lr 0.003
[07/01 00:02:14] __main__ INFO: validation
[07/01 00:02:30] __main__ INFO: validation loss 1.919944 | validation acc. 0.732000 | raw acc. 0.732000
[07/01 00:02:31] __main__ INFO: test
[07/01 00:03:00] __main__ INFO: test loss 2.044289 | test acc. 0.728600 | raw acc. 0.728600
[07/01 00:03:00] __main__ INFO: test accuracy 0.728600
[07/01 00:03:18] __main__ INFO: [34048/500000] acc 0.995336 | loss 0.0155272 | sup loss 0.0155272 | ssl loss 0 | mask 1 | sec/iter 0.243497 | ssl coef 0 | lr 0.003
[07/01 00:04:46] __main__ INFO: [34304/500000] acc 0.992961 | loss 0.0209308 | sup loss 0.0209308 | ssl loss 0 | mask 1 | sec/iter 0.239554 | ssl coef 0 | lr 0.003
[07/01 00:06:15] __main__ INFO: [34560/500000] acc 0.997076 | loss 0.0126738 | sup loss 0.0126738 | ssl loss 0 | mask 1 | sec/iter 0.248032 | ssl coef 0 | lr 0.003
[07/01 00:07:43] __main__ INFO: [34816/500000] acc 0.996725 | loss 0.012364 | sup loss 0.012364 | ssl loss 0 | mask 1 | sec/iter 0.224497 | ssl coef 0 | lr 0.003
[07/01 00:09:11] __main__ INFO: [35072/500000] acc 0.996523 | loss 0.0102203 | sup loss 0.0102203 | ssl loss 0 | mask 1 | sec/iter 0.253094 | ssl coef 0 | lr 0.003
[07/01 00:10:39] __main__ INFO: [35328/500000] acc 0.992739 | loss 0.0246439 | sup loss 0.0246439 | ssl loss 0 | mask 1 | sec/iter 0.217991 | ssl coef 0 | lr 0.003
[07/01 00:12:07] __main__ INFO: [35584/500000] acc 0.998899 | loss 0.00657107 | sup loss 0.00657107 | ssl loss 0 | mask 1 | sec/iter 0.26486 | ssl coef 0 | lr 0.003
[07/01 00:13:34] __main__ INFO: [35840/500000] acc 0.992968 | loss 0.0140448 | sup loss 0.0140448 | ssl loss 0 | mask 1 | sec/iter 0.218854 | ssl coef 0 | lr 0.003
[07/01 00:14:28] __main__ INFO: validation
[07/01 00:14:43] __main__ INFO: validation loss 2.078437 | validation acc. 0.720200 | raw acc. 0.720200
[07/01 00:15:18] __main__ INFO: [36096/500000] acc 0.999068 | loss 0.00162593 | sup loss 0.00162593 | ssl loss 0 | mask 1 | sec/iter 0.254183 | ssl coef 0 | lr 0.003
[07/01 00:16:46] __main__ INFO: [36352/500000] acc 0.996588 | loss 0.00880151 | sup loss 0.00880151 | ssl loss 0 | mask 1 | sec/iter 0.242953 | ssl coef 0 | lr 0.003
[07/01 00:18:14] __main__ INFO: [36608/500000] acc 0.992967 | loss 0.0194011 | sup loss 0.0194011 | ssl loss 0 | mask 1 | sec/iter 0.243657 | ssl coef 0 | lr 0.003
[07/01 00:19:34] __main__ INFO: [36864/500000] acc 0.995082 | loss 0.0171455 | sup loss 0.0171455 | ssl loss 0 | mask 1 | sec/iter 0.228238 | ssl coef 0 | lr 0.003
[07/01 00:20:40] __main__ INFO: [37120/500000] acc 0.995761 | loss 0.0173139 | sup loss 0.0173139 | ssl loss 0 | mask 1 | sec/iter 0.248531 | ssl coef 0 | lr 0.003
[07/01 00:21:46] __main__ INFO: [37376/500000] acc 0.996146 | loss 0.0182907 | sup loss 0.0182907 | ssl loss 0 | mask 1 | sec/iter 0.231005 | ssl coef 0 | lr 0.003
[07/01 00:22:51] __main__ INFO: [37632/500000] acc 0.99765 | loss 0.00491561 | sup loss 0.00491561 | ssl loss 0 | mask 1 | sec/iter 0.23029 | ssl coef 0 | lr 0.003
[07/01 00:23:56] __main__ INFO: [37888/500000] acc 0.999848 | loss 0.00196556 | sup loss 0.00196556 | ssl loss 0 | mask 1 | sec/iter 0.23008 | ssl coef 0 | lr 0.003
[07/01 00:24:25] __main__ INFO: validation
[07/01 00:24:36] __main__ INFO: validation loss 1.813678 | validation acc. 0.734800 | raw acc. 0.734800
[07/01 00:24:36] __main__ INFO: test
[07/01 00:24:55] __main__ INFO: test loss 1.919632 | test acc. 0.729700 | raw acc. 0.729700
[07/01 00:24:55] __main__ INFO: test accuracy 0.729700
[07/01 00:25:35] __main__ INFO: [38144/500000] acc 0.99747 | loss 0.00982244 | sup loss 0.00982244 | ssl loss 0 | mask 1 | sec/iter 0.234289 | ssl coef 0 | lr 0.003
[07/01 00:26:54] __main__ INFO: [38400/500000] acc 0.997829 | loss 0.00693245 | sup loss 0.00693245 | ssl loss 0 | mask 1 | sec/iter 0.228243 | ssl coef 0 | lr 0.003
[07/01 00:28:21] __main__ INFO: [38656/500000] acc 0.993188 | loss 0.0187337 | sup loss 0.0187337 | ssl loss 0 | mask 1 | sec/iter 0.243687 | ssl coef 0 | lr 0.003
[07/01 00:29:49] __main__ INFO: [38912/500000] acc 0.990403 | loss 0.0211036 | sup loss 0.0211036 | ssl loss 0 | mask 1 | sec/iter 0.239058 | ssl coef 0 | lr 0.003
[07/01 00:31:17] __main__ INFO: [39168/500000] acc 0.998993 | loss 0.00292001 | sup loss 0.00292001 | ssl loss 0 | mask 1 | sec/iter 0.2489 | ssl coef 0 | lr 0.003
[07/01 00:32:42] __main__ INFO: [39424/500000] acc 0.996321 | loss 0.00860954 | sup loss 0.00860954 | ssl loss 0 | mask 1 | sec/iter 0.191408 | ssl coef 0 | lr 0.003
[07/01 00:34:09] __main__ INFO: [39680/500000] acc 0.99332 | loss 0.0200621 | sup loss 0.0200621 | ssl loss 0 | mask 1 | sec/iter 0.261733 | ssl coef 0 | lr 0.003
[07/01 00:35:36] __main__ INFO: [39936/500000] acc 0.986501 | loss 0.0264592 | sup loss 0.0264592 | ssl loss 0 | mask 1 | sec/iter 0.210534 | ssl coef 0 | lr 0.003
[07/01 00:35:58] __main__ INFO: validation
[07/01 00:36:15] __main__ INFO: validation loss 1.945560 | validation acc. 0.726600 | raw acc. 0.726600
[07/01 00:37:21] __main__ INFO: [40192/500000] acc 0.997079 | loss 0.00923064 | sup loss 0.00923064 | ssl loss 0 | mask 1 | sec/iter 0.213537 | ssl coef 0 | lr 0.003
[07/01 00:38:49] __main__ INFO: [40448/500000] acc 0.995799 | loss 0.012429 | sup loss 0.012429 | ssl loss 0 | mask 1 | sec/iter 0.235323 | ssl coef 0 | lr 0.003
[07/01 00:40:17] __main__ INFO: [40704/500000] acc 0.997224 | loss 0.00936676 | sup loss 0.00936676 | ssl loss 0 | mask 1 | sec/iter 0.26935 | ssl coef 0 | lr 0.003
[07/01 00:41:45] __main__ INFO: [40960/500000] acc 0.995726 | loss 0.0109345 | sup loss 0.0109345 | ssl loss 0 | mask 1 | sec/iter 0.242315 | ssl coef 0 | lr 0.003
[07/01 00:43:12] __main__ INFO: [41216/500000] acc 0.994913 | loss 0.0153622 | sup loss 0.0153622 | ssl loss 0 | mask 1 | sec/iter 0.23004 | ssl coef 0 | lr 0.003
[07/01 00:44:40] __main__ INFO: [41472/500000] acc 0.989689 | loss 0.049756 | sup loss 0.049756 | ssl loss 0 | mask 1 | sec/iter 0.238585 | ssl coef 0 | lr 0.003
[07/01 00:46:07] __main__ INFO: [41728/500000] acc 0.996721 | loss 0.0118647 | sup loss 0.0118647 | ssl loss 0 | mask 1 | sec/iter 0.231416 | ssl coef 0 | lr 0.003
[07/01 00:47:34] __main__ INFO: [41984/500000] acc 0.999589 | loss 0.0035534 | sup loss 0.0035534 | ssl loss 0 | mask 1 | sec/iter 0.256964 | ssl coef 0 | lr 0.003
[07/01 00:47:39] __main__ INFO: validation
[07/01 00:47:55] __main__ INFO: validation loss 1.825907 | validation acc. 0.737200 | raw acc. 0.737200
[07/01 00:47:57] __main__ INFO: test
[07/01 00:48:26] __main__ INFO: test loss 1.900518 | test acc. 0.729700 | raw acc. 0.729700
[07/01 00:48:26] __main__ INFO: test accuracy 0.729700
[07/01 00:49:50] __main__ INFO: [42240/500000] acc 0.993044 | loss 0.0207099 | sup loss 0.0207099 | ssl loss 0 | mask 1 | sec/iter 0.195638 | ssl coef 0 | lr 0.003
[07/01 00:51:18] __main__ INFO: [42496/500000] acc 0.990663 | loss 0.0204743 | sup loss 0.0204743 | ssl loss 0 | mask 1 | sec/iter 0.226671 | ssl coef 0 | lr 0.003
[07/01 00:52:47] __main__ INFO: [42752/500000] acc 0.999861 | loss 0.00373723 | sup loss 0.00373723 | ssl loss 0 | mask 1 | sec/iter 0.199718 | ssl coef 0 | lr 0.003
[07/01 00:54:12] __main__ INFO: [43008/500000] acc 0.999553 | loss 0.00312727 | sup loss 0.00312727 | ssl loss 0 | mask 1 | sec/iter 0.22653 | ssl coef 0 | lr 0.003
[07/01 00:55:18] __main__ INFO: [43264/500000] acc 0.997981 | loss 0.00796855 | sup loss 0.00796855 | ssl loss 0 | mask 1 | sec/iter 0.232074 | ssl coef 0 | lr 0.003
[07/01 00:56:25] __main__ INFO: [43520/500000] acc 0.991212 | loss 0.0272311 | sup loss 0.0272311 | ssl loss 0 | mask 1 | sec/iter 0.238331 | ssl coef 0 | lr 0.003
[07/01 00:57:30] __main__ INFO: [43776/500000] acc 0.993781 | loss 0.0226637 | sup loss 0.0226637 | ssl loss 0 | mask 1 | sec/iter 0.248918 | ssl coef 0 | lr 0.003
[07/01 00:58:28] __main__ INFO: validation
[07/01 00:58:39] __main__ INFO: validation loss 1.793863 | validation acc. 0.738600 | raw acc. 0.738600
[07/01 00:58:39] __main__ INFO: test
[07/01 00:58:58] __main__ INFO: test loss 1.883844 | test acc. 0.726600 | raw acc. 0.726600
[07/01 00:58:58] __main__ INFO: test accuracy 0.726600
[07/01 00:59:09] __main__ INFO: [44032/500000] acc 0.998987 | loss 0.00308146 | sup loss 0.00308146 | ssl loss 0 | mask 1 | sec/iter 0.240996 | ssl coef 0 | lr 0.003
[07/01 01:00:16] __main__ INFO: [44288/500000] acc 0.994743 | loss 0.00913214 | sup loss 0.00913214 | ssl loss 0 | mask 1 | sec/iter 0.235136 | ssl coef 0 | lr 0.003
[07/01 01:01:35] __main__ INFO: [44544/500000] acc 0.996653 | loss 0.00666153 | sup loss 0.00666153 | ssl loss 0 | mask 1 | sec/iter 0.229303 | ssl coef 0 | lr 0.003
[07/01 01:03:05] __main__ INFO: [44800/500000] acc 0.997043 | loss 0.00705413 | sup loss 0.00705413 | ssl loss 0 | mask 1 | sec/iter 0.24102 | ssl coef 0 | lr 0.003
[07/01 01:04:32] __main__ INFO: [45056/500000] acc 0.993868 | loss 0.0216622 | sup loss 0.0216622 | ssl loss 0 | mask 1 | sec/iter 0.240395 | ssl coef 0 | lr 0.003
[07/01 01:06:00] __main__ INFO: [45312/500000] acc 0.991711 | loss 0.0181379 | sup loss 0.0181379 | ssl loss 0 | mask 1 | sec/iter 0.23807 | ssl coef 0 | lr 0.003
[07/01 01:07:28] __main__ INFO: [45568/500000] acc 0.998998 | loss 0.00495764 | sup loss 0.00495764 | ssl loss 0 | mask 1 | sec/iter 0.244109 | ssl coef 0 | lr 0.003
[07/01 01:08:57] __main__ INFO: [45824/500000] acc 0.996641 | loss 0.00537095 | sup loss 0.00537095 | ssl loss 0 | mask 1 | sec/iter 0.254597 | ssl coef 0 | lr 0.003
[07/01 01:09:57] __main__ INFO: validation
[07/01 01:10:13] __main__ INFO: validation loss 2.014283 | validation acc. 0.729200 | raw acc. 0.729200
[07/01 01:10:42] __main__ INFO: [46080/500000] acc 0.998213 | loss 0.0055287 | sup loss 0.0055287 | ssl loss 0 | mask 1 | sec/iter 0.217525 | ssl coef 0 | lr 0.003
[07/01 01:12:10] __main__ INFO: [46336/500000] acc 0.991295 | loss 0.0353218 | sup loss 0.0353218 | ssl loss 0 | mask 1 | sec/iter 0.23517 | ssl coef 0 | lr 0.003
[07/01 01:13:38] __main__ INFO: [46592/500000] acc 0.999845 | loss 0.00313756 | sup loss 0.00313756 | ssl loss 0 | mask 1 | sec/iter 0.235276 | ssl coef 0 | lr 0.003
[07/01 01:15:05] __main__ INFO: [46848/500000] acc 0.997998 | loss 0.0107354 | sup loss 0.0107354 | ssl loss 0 | mask 1 | sec/iter 0.22538 | ssl coef 0 | lr 0.003
[07/01 01:16:34] __main__ INFO: [47104/500000] acc 0.994094 | loss 0.0363424 | sup loss 0.0363424 | ssl loss 0 | mask 1 | sec/iter 0.240942 | ssl coef 0 | lr 0.003
[07/01 01:18:02] __main__ INFO: [47360/500000] acc 0.99883 | loss 0.00350871 | sup loss 0.00350871 | ssl loss 0 | mask 1 | sec/iter 0.228105 | ssl coef 0 | lr 0.003
[07/01 01:19:30] __main__ INFO: [47616/500000] acc 0.989435 | loss 0.0269504 | sup loss 0.0269504 | ssl loss 0 | mask 1 | sec/iter 0.232839 | ssl coef 0 | lr 0.003
[07/01 01:20:59] __main__ INFO: [47872/500000] acc 0.992673 | loss 0.0221828 | sup loss 0.0221828 | ssl loss 0 | mask 1 | sec/iter 0.236661 | ssl coef 0 | lr 0.003
[07/01 01:21:43] __main__ INFO: validation
[07/01 01:21:59] __main__ INFO: validation loss 1.928104 | validation acc. 0.732600 | raw acc. 0.732600
[07/01 01:22:46] __main__ INFO: [48128/500000] acc 0.997949 | loss 0.00564674 | sup loss 0.00564674 | ssl loss 0 | mask 1 | sec/iter 0.261943 | ssl coef 0 | lr 0.003
[07/01 01:24:14] __main__ INFO: [48384/500000] acc 0.998341 | loss 0.00430709 | sup loss 0.00430709 | ssl loss 0 | mask 1 | sec/iter 0.257196 | ssl coef 0 | lr 0.003
[07/01 01:25:43] __main__ INFO: [48640/500000] acc 0.995358 | loss 0.0111566 | sup loss 0.0111566 | ssl loss 0 | mask 1 | sec/iter 0.222166 | ssl coef 0 | lr 0.003
[07/01 01:27:08] __main__ INFO: [48896/500000] acc 0.99998 | loss 0.00135705 | sup loss 0.00135705 | ssl loss 0 | mask 1 | sec/iter 0.22565 | ssl coef 0 | lr 0.003
[07/01 01:28:35] __main__ INFO: [49152/500000] acc 0.9969 | loss 0.0168987 | sup loss 0.0168987 | ssl loss 0 | mask 1 | sec/iter 0.223699 | ssl coef 0 | lr 0.003
[07/01 01:29:47] __main__ INFO: [49408/500000] acc 0.986137 | loss 0.0399067 | sup loss 0.0399067 | ssl loss 0 | mask 1 | sec/iter 0.248931 | ssl coef 0 | lr 0.003
[07/01 01:30:54] __main__ INFO: [49664/500000] acc 0.997521 | loss 0.00629299 | sup loss 0.00629299 | ssl loss 0 | mask 1 | sec/iter 0.245835 | ssl coef 0 | lr 0.003
[07/01 01:31:59] __main__ INFO: [49920/500000] acc 0.998289 | loss 0.00362933 | sup loss 0.00362933 | ssl loss 0 | mask 1 | sec/iter 0.239694 | ssl coef 0 | lr 0.003
[07/01 01:32:20] __main__ INFO: validation
[07/01 01:32:31] __main__ INFO: validation loss 1.976278 | validation acc. 0.729400 | raw acc. 0.729400
[07/01 01:33:19] __main__ INFO: [50176/500000] acc 0.998867 | loss 0.00279839 | sup loss 0.00279839 | ssl loss 0 | mask 1 | sec/iter 0.247132 | ssl coef 0 | lr 0.003
[07/01 01:34:24] __main__ INFO: [50432/500000] acc 0.995448 | loss 0.0127978 | sup loss 0.0127978 | ssl loss 0 | mask 1 | sec/iter 0.235214 | ssl coef 0 | lr 0.003
[07/01 01:35:29] __main__ INFO: [50688/500000] acc 0.986102 | loss 0.0349778 | sup loss 0.0349778 | ssl loss 0 | mask 1 | sec/iter 0.188691 | ssl coef 0 | lr 0.003
[07/01 01:36:54] __main__ INFO: [50944/500000] acc 0.998472 | loss 0.00572623 | sup loss 0.00572623 | ssl loss 0 | mask 1 | sec/iter 0.227406 | ssl coef 0 | lr 0.003
[07/01 01:38:22] __main__ INFO: [51200/500000] acc 0.996145 | loss 0.00616752 | sup loss 0.00616752 | ssl loss 0 | mask 1 | sec/iter 0.2237 | ssl coef 0 | lr 0.003
[07/01 01:39:49] __main__ INFO: [51456/500000] acc 0.994855 | loss 0.0128064 | sup loss 0.0128064 | ssl loss 0 | mask 1 | sec/iter 0.252874 | ssl coef 0 | lr 0.003
[07/01 01:41:19] __main__ INFO: [51712/500000] acc 0.994313 | loss 0.0133783 | sup loss 0.0133783 | ssl loss 0 | mask 1 | sec/iter 0.225977 | ssl coef 0 | lr 0.003
[07/01 01:42:46] __main__ INFO: [51968/500000] acc 0.993497 | loss 0.0143858 | sup loss 0.0143858 | ssl loss 0 | mask 1 | sec/iter 0.236916 | ssl coef 0 | lr 0.003
[07/01 01:42:57] __main__ INFO: validation
[07/01 01:43:14] __main__ INFO: validation loss 1.918864 | validation acc. 0.727800 | raw acc. 0.727800
[07/01 01:44:33] __main__ INFO: [52224/500000] acc 0.997963 | loss 0.00706627 | sup loss 0.00706627 | ssl loss 0 | mask 1 | sec/iter 0.256427 | ssl coef 0 | lr 0.003
[07/01 01:46:00] __main__ INFO: [52480/500000] acc 0.99445 | loss 0.0169209 | sup loss 0.0169209 | ssl loss 0 | mask 1 | sec/iter 0.231058 | ssl coef 0 | lr 0.003
[07/01 01:47:27] __main__ INFO: [52736/500000] acc 0.998642 | loss 0.00670579 | sup loss 0.00670579 | ssl loss 0 | mask 1 | sec/iter 0.237121 | ssl coef 0 | lr 0.003
[07/01 01:48:55] __main__ INFO: [52992/500000] acc 0.994953 | loss 0.0150324 | sup loss 0.0150324 | ssl loss 0 | mask 1 | sec/iter 0.212895 | ssl coef 0 | lr 0.003
[07/01 01:50:23] __main__ INFO: [53248/500000] acc 0.999724 | loss 0.00100163 | sup loss 0.00100163 | ssl loss 0 | mask 1 | sec/iter 0.219369 | ssl coef 0 | lr 0.003
[07/01 01:51:50] __main__ INFO: [53504/500000] acc 0.993345 | loss 0.025939 | sup loss 0.025939 | ssl loss 0 | mask 1 | sec/iter 0.225909 | ssl coef 0 | lr 0.003
[07/01 01:53:17] __main__ INFO: [53760/500000] acc 0.990358 | loss 0.0358164 | sup loss 0.0358164 | ssl loss 0 | mask 1 | sec/iter 0.212688 | ssl coef 0 | lr 0.003
[07/01 01:54:38] __main__ INFO: validation
[07/01 01:54:55] __main__ INFO: validation loss 1.908385 | validation acc. 0.734000 | raw acc. 0.734000
[07/01 01:55:03] __main__ INFO: [54016/500000] acc 0.999574 | loss 0.00409264 | sup loss 0.00409264 | ssl loss 0 | mask 1 | sec/iter 0.25436 | ssl coef 0 | lr 0.003
[07/01 01:56:30] __main__ INFO: [54272/500000] acc 0.997691 | loss 0.00556838 | sup loss 0.00556838 | ssl loss 0 | mask 1 | sec/iter 0.251032 | ssl coef 0 | lr 0.003
[07/01 01:57:56] __main__ INFO: [54528/500000] acc 0.996378 | loss 0.0118733 | sup loss 0.0118733 | ssl loss 0 | mask 1 | sec/iter 0.252541 | ssl coef 0 | lr 0.003
[07/01 01:59:25] __main__ INFO: [54784/500000] acc 0.997427 | loss 0.00628794 | sup loss 0.00628794 | ssl loss 0 | mask 1 | sec/iter 0.26502 | ssl coef 0 | lr 0.003
[07/01 02:00:51] __main__ INFO: [55040/500000] acc 0.989692 | loss 0.0342091 | sup loss 0.0342091 | ssl loss 0 | mask 1 | sec/iter 0.242551 | ssl coef 0 | lr 0.003
[07/01 02:02:19] __main__ INFO: [55296/500000] acc 0.998172 | loss 0.00541839 | sup loss 0.00541839 | ssl loss 0 | mask 1 | sec/iter 0.275981 | ssl coef 0 | lr 0.003
[07/01 02:03:47] __main__ INFO: [55552/500000] acc 0.998885 | loss 0.00572169 | sup loss 0.00572169 | ssl loss 0 | mask 1 | sec/iter 0.217989 | ssl coef 0 | lr 0.003
[07/01 02:04:53] __main__ INFO: [55808/500000] acc 0.995876 | loss 0.0127393 | sup loss 0.0127393 | ssl loss 0 | mask 1 | sec/iter 0.238362 | ssl coef 0 | lr 0.003
[07/01 02:05:42] __main__ INFO: validation
[07/01 02:05:52] __main__ INFO: validation loss 1.827944 | validation acc. 0.738800 | raw acc. 0.738800
[07/01 02:05:53] __main__ INFO: test
[07/01 02:06:13] __main__ INFO: test loss 1.917913 | test acc. 0.732800 | raw acc. 0.732800
[07/01 02:06:13] __main__ INFO: test accuracy 0.732800
[07/01 02:06:32] __main__ INFO: [56064/500000] acc 0.997868 | loss 0.00347738 | sup loss 0.00347738 | ssl loss 0 | mask 1 | sec/iter 0.246132 | ssl coef 0 | lr 0.003
[07/01 02:07:38] __main__ INFO: [56320/500000] acc 0.99676 | loss 0.00547623 | sup loss 0.00547623 | ssl loss 0 | mask 1 | sec/iter 0.246904 | ssl coef 0 | lr 0.003
[07/01 02:08:43] __main__ INFO: [56576/500000] acc 0.997595 | loss 0.00716239 | sup loss 0.00716239 | ssl loss 0 | mask 1 | sec/iter 0.24782 | ssl coef 0 | lr 0.003
[07/01 02:09:50] __main__ INFO: [56832/500000] acc 0.986772 | loss 0.0476457 | sup loss 0.0476457 | ssl loss 0 | mask 1 | sec/iter 0.245774 | ssl coef 0 | lr 0.003
[07/01 02:11:02] __main__ INFO: [57088/500000] acc 0.998423 | loss 0.00460034 | sup loss 0.00460034 | ssl loss 0 | mask 1 | sec/iter 0.260668 | ssl coef 0 | lr 0.003
[07/01 02:12:30] __main__ INFO: [57344/500000] acc 0.998148 | loss 0.00500665 | sup loss 0.00500665 | ssl loss 0 | mask 1 | sec/iter 0.225973 | ssl coef 0 | lr 0.003
[07/01 02:13:59] __main__ INFO: [57600/500000] acc 0.997116 | loss 0.0144584 | sup loss 0.0144584 | ssl loss 0 | mask 1 | sec/iter 0.261134 | ssl coef 0 | lr 0.003
[07/01 02:15:28] __main__ INFO: [57856/500000] acc 0.999371 | loss 0.00670023 | sup loss 0.00670023 | ssl loss 0 | mask 1 | sec/iter 0.237523 | ssl coef 0 | lr 0.003
[07/01 02:16:18] __main__ INFO: validation
[07/01 02:16:35] __main__ INFO: validation loss 1.903287 | validation acc. 0.746000 | raw acc. 0.746000
[07/01 02:16:36] __main__ INFO: test
[07/01 02:17:06] __main__ INFO: test loss 2.009004 | test acc. 0.740500 | raw acc. 0.740500
[07/01 02:17:06] __main__ INFO: test accuracy 0.740500
[07/01 02:17:45] __main__ INFO: [58112/500000] acc 1 | loss 0.00064713 | sup loss 0.00064713 | ssl loss 0 | mask 1 | sec/iter 0.264492 | ssl coef 0 | lr 0.003
[07/01 02:19:09] __main__ INFO: [58368/500000] acc 1 | loss 0.000432073 | sup loss 0.000432073 | ssl loss 0 | mask 1 | sec/iter 0.205543 | ssl coef 0 | lr 0.003
[07/01 02:20:39] __main__ INFO: [58624/500000] acc 0.997767 | loss 0.00587119 | sup loss 0.00587119 | ssl loss 0 | mask 1 | sec/iter 0.243219 | ssl coef 0 | lr 0.003
[07/01 02:22:07] __main__ INFO: [58880/500000] acc 0.991274 | loss 0.0194035 | sup loss 0.0194035 | ssl loss 0 | mask 1 | sec/iter 0.243354 | ssl coef 0 | lr 0.003
[07/01 02:23:35] __main__ INFO: [59136/500000] acc 0.999296 | loss 0.00294328 | sup loss 0.00294328 | ssl loss 0 | mask 1 | sec/iter 0.220798 | ssl coef 0 | lr 0.003
[07/01 02:25:03] __main__ INFO: [59392/500000] acc 0.998608 | loss 0.00639058 | sup loss 0.00639058 | ssl loss 0 | mask 1 | sec/iter 0.252311 | ssl coef 0 | lr 0.003
[07/01 02:26:31] __main__ INFO: [59648/500000] acc 0.994961 | loss 0.0139223 | sup loss 0.0139223 | ssl loss 0 | mask 1 | sec/iter 0.248312 | ssl coef 0 | lr 0.003
[07/01 02:28:00] __main__ INFO: [59904/500000] acc 0.996094 | loss 0.0103066 | sup loss 0.0103066 | ssl loss 0 | mask 1 | sec/iter 0.240803 | ssl coef 0 | lr 0.003
[07/01 02:28:33] __main__ INFO: validation
[07/01 02:28:49] __main__ INFO: validation loss 2.005833 | validation acc. 0.736000 | raw acc. 0.736000
[07/01 02:29:46] __main__ INFO: [60160/500000] acc 0.998219 | loss 0.00361515 | sup loss 0.00361515 | ssl loss 0 | mask 1 | sec/iter 0.229389 | ssl coef 0 | lr 0.003
[07/01 02:31:15] __main__ INFO: [60416/500000] acc 0.993118 | loss 0.0219371 | sup loss 0.0219371 | ssl loss 0 | mask 1 | sec/iter 0.263615 | ssl coef 0 | lr 0.003
[07/01 02:32:42] __main__ INFO: [60672/500000] acc 0.994521 | loss 0.0197716 | sup loss 0.0197716 | ssl loss 0 | mask 1 | sec/iter 0.234972 | ssl coef 0 | lr 0.003
[07/01 02:34:09] __main__ INFO: [60928/500000] acc 0.998932 | loss 0.00527593 | sup loss 0.00527593 | ssl loss 0 | mask 1 | sec/iter 0.229345 | ssl coef 0 | lr 0.003
[07/01 02:35:36] __main__ INFO: [61184/500000] acc 0.998687 | loss 0.00306923 | sup loss 0.00306923 | ssl loss 0 | mask 1 | sec/iter 0.248576 | ssl coef 0 | lr 0.003
[07/01 02:37:06] __main__ INFO: [61440/500000] acc 0.992096 | loss 0.02812 | sup loss 0.02812 | ssl loss 0 | mask 1 | sec/iter 0.206353 | ssl coef 0 | lr 0.003
[07/01 02:38:34] __main__ INFO: [61696/500000] acc 0.997969 | loss 0.0081034 | sup loss 0.0081034 | ssl loss 0 | mask 1 | sec/iter 0.247163 | ssl coef 0 | lr 0.003
[07/01 02:39:41] __main__ INFO: [61952/500000] acc 0.995611 | loss 0.01072 | sup loss 0.01072 | ssl loss 0 | mask 1 | sec/iter 0.246607 | ssl coef 0 | lr 0.003
[07/01 02:39:53] __main__ INFO: validation
[07/01 02:40:04] __main__ INFO: validation loss 1.852859 | validation acc. 0.740400 | raw acc. 0.740400
[07/01 02:41:01] __main__ INFO: [62208/500000] acc 0.99909 | loss 0.00230052 | sup loss 0.00230052 | ssl loss 0 | mask 1 | sec/iter 0.242783 | ssl coef 0 | lr 0.003
[07/01 02:42:08] __main__ INFO: [62464/500000] acc 0.999914 | loss 0.000891334 | sup loss 0.000891334 | ssl loss 0 | mask 1 | sec/iter 0.245803 | ssl coef 0 | lr 0.003
[07/01 02:43:15] __main__ INFO: [62720/500000] acc 0.999226 | loss 0.00252636 | sup loss 0.00252636 | ssl loss 0 | mask 1 | sec/iter 0.245031 | ssl coef 0 | lr 0.003
[07/01 02:44:21] __main__ INFO: [62976/500000] acc 0.996077 | loss 0.0118864 | sup loss 0.0118864 | ssl loss 0 | mask 1 | sec/iter 0.227003 | ssl coef 0 | lr 0.003
[07/01 02:45:27] __main__ INFO: [63232/500000] acc 0.997374 | loss 0.00614677 | sup loss 0.00614677 | ssl loss 0 | mask 1 | sec/iter 0.256551 | ssl coef 0 | lr 0.003
[07/01 02:46:55] __main__ INFO: [63488/500000] acc 0.998616 | loss 0.00436478 | sup loss 0.00436478 | ssl loss 0 | mask 1 | sec/iter 0.251144 | ssl coef 0 | lr 0.003
[07/01 02:48:22] __main__ INFO: [63744/500000] acc 0.99583 | loss 0.0138888 | sup loss 0.0138888 | ssl loss 0 | mask 1 | sec/iter 0.245442 | ssl coef 0 | lr 0.003
[07/01 02:49:50] __main__ INFO: [64000/500000] acc 0.994212 | loss 0.0127 | sup loss 0.0127 | ssl loss 0 | mask 1 | sec/iter 0.225515 | ssl coef 0 | lr 0.003
[07/01 02:49:50] __main__ INFO: validation
[07/01 02:50:06] __main__ INFO: validation loss 1.966013 | validation acc. 0.733000 | raw acc. 0.733000
[07/01 02:51:36] __main__ INFO: [64256/500000] acc 0.998748 | loss 0.0037569 | sup loss 0.0037569 | ssl loss 0 | mask 1 | sec/iter 0.225505 | ssl coef 0 | lr 0.003
[07/01 02:53:03] __main__ INFO: [64512/500000] acc 0.99715 | loss 0.0118577 | sup loss 0.0118577 | ssl loss 0 | mask 1 | sec/iter 0.222766 | ssl coef 0 | lr 0.003
[07/01 02:54:31] __main__ INFO: [64768/500000] acc 0.999042 | loss 0.00410864 | sup loss 0.00410864 | ssl loss 0 | mask 1 | sec/iter 0.228932 | ssl coef 0 | lr 0.003
[07/01 02:55:57] __main__ INFO: [65024/500000] acc 0.999098 | loss 0.00205941 | sup loss 0.00205941 | ssl loss 0 | mask 1 | sec/iter 0.253584 | ssl coef 0 | lr 0.003
[07/01 02:57:24] __main__ INFO: [65280/500000] acc 0.988084 | loss 0.0608613 | sup loss 0.0608613 | ssl loss 0 | mask 1 | sec/iter 0.245881 | ssl coef 0 | lr 0.003
[07/01 02:58:52] __main__ INFO: [65536/500000] acc 0.996982 | loss 0.00713055 | sup loss 0.00713055 | ssl loss 0 | mask 1 | sec/iter 0.2159 | ssl coef 0 | lr 0.003
[07/01 03:00:18] __main__ INFO: [65792/500000] acc 1 | loss 0.000634717 | sup loss 0.000634717 | ssl loss 0 | mask 1 | sec/iter 0.236649 | ssl coef 0 | lr 0.003
[07/01 03:01:30] __main__ INFO: validation
[07/01 03:01:46] __main__ INFO: validation loss 1.996486 | validation acc. 0.733400 | raw acc. 0.733400
[07/01 03:02:03] __main__ INFO: [66048/500000] acc 0.998408 | loss 0.00418024 | sup loss 0.00418024 | ssl loss 0 | mask 1 | sec/iter 0.226097 | ssl coef 0 | lr 0.003
[07/01 03:03:31] __main__ INFO: [66304/500000] acc 0.998904 | loss 0.00906914 | sup loss 0.00906914 | ssl loss 0 | mask 1 | sec/iter 0.268605 | ssl coef 0 | lr 0.003
[07/01 03:05:02] __main__ INFO: [66560/500000] acc 0.999399 | loss 0.00167568 | sup loss 0.00167568 | ssl loss 0 | mask 1 | sec/iter 0.216861 | ssl coef 0 | lr 0.003
[07/01 03:06:31] __main__ INFO: [66816/500000] acc 0.996513 | loss 0.0106997 | sup loss 0.0106997 | ssl loss 0 | mask 1 | sec/iter 0.230597 | ssl coef 0 | lr 0.003
[07/01 03:07:59] __main__ INFO: [67072/500000] acc 0.997399 | loss 0.00688072 | sup loss 0.00688072 | ssl loss 0 | mask 1 | sec/iter 0.258103 | ssl coef 0 | lr 0.003
[07/01 03:09:27] __main__ INFO: [67328/500000] acc 0.999353 | loss 0.0010835 | sup loss 0.0010835 | ssl loss 0 | mask 1 | sec/iter 0.221917 | ssl coef 0 | lr 0.003
[07/01 03:10:55] __main__ INFO: [67584/500000] acc 0.992818 | loss 0.0194581 | sup loss 0.0194581 | ssl loss 0 | mask 1 | sec/iter 0.259353 | ssl coef 0 | lr 0.003
[07/01 03:12:19] __main__ INFO: [67840/500000] acc 0.99702 | loss 0.0104717 | sup loss 0.0104717 | ssl loss 0 | mask 1 | sec/iter 0.219732 | ssl coef 0 | lr 0.003
[07/01 03:13:15] __main__ INFO: validation
[07/01 03:13:31] __main__ INFO: validation loss 2.215215 | validation acc. 0.713600 | raw acc. 0.713600
[07/01 03:13:59] __main__ INFO: [68096/500000] acc 0.993479 | loss 0.0152678 | sup loss 0.0152678 | ssl loss 0 | mask 1 | sec/iter 0.240089 | ssl coef 0 | lr 0.003
[07/01 03:15:06] __main__ INFO: [68352/500000] acc 0.999237 | loss 0.00507239 | sup loss 0.00507239 | ssl loss 0 | mask 1 | sec/iter 0.232634 | ssl coef 0 | lr 0.003
[07/01 03:16:13] __main__ INFO: [68608/500000] acc 0.999959 | loss 0.0017301 | sup loss 0.0017301 | ssl loss 0 | mask 1 | sec/iter 0.247338 | ssl coef 0 | lr 0.003
[07/01 03:17:18] __main__ INFO: [68864/500000] acc 0.999263 | loss 0.00518819 | sup loss 0.00518819 | ssl loss 0 | mask 1 | sec/iter 0.222263 | ssl coef 0 | lr 0.003
[07/01 03:18:25] __main__ INFO: [69120/500000] acc 0.999009 | loss 0.00223779 | sup loss 0.00223779 | ssl loss 0 | mask 1 | sec/iter 0.256686 | ssl coef 0 | lr 0.003
[07/01 03:19:30] __main__ INFO: [69376/500000] acc 0.999052 | loss 0.00457853 | sup loss 0.00457853 | ssl loss 0 | mask 1 | sec/iter 0.238484 | ssl coef 0 | lr 0.003
[07/01 03:20:40] __main__ INFO: [69632/500000] acc 0.998922 | loss 0.00828022 | sup loss 0.00828022 | ssl loss 0 | mask 1 | sec/iter 0.239841 | ssl coef 0 | lr 0.003
[07/01 03:22:08] __main__ INFO: [69888/500000] acc 0.994723 | loss 0.0213237 | sup loss 0.0213237 | ssl loss 0 | mask 1 | sec/iter 0.230901 | ssl coef 0 | lr 0.003
[07/01 03:22:47] __main__ INFO: validation
[07/01 03:23:03] __main__ INFO: validation loss 2.344214 | validation acc. 0.725600 | raw acc. 0.725600
[07/01 03:23:55] __main__ INFO: [70144/500000] acc 0.995802 | loss 0.0162796 | sup loss 0.0162796 | ssl loss 0 | mask 1 | sec/iter 0.238909 | ssl coef 0 | lr 0.003
[07/01 03:25:23] __main__ INFO: [70400/500000] acc 0.997865 | loss 0.00764263 | sup loss 0.00764263 | ssl loss 0 | mask 1 | sec/iter 0.225968 | ssl coef 0 | lr 0.003
[07/01 03:26:51] __main__ INFO: [70656/500000] acc 0.999273 | loss 0.00234295 | sup loss 0.00234295 | ssl loss 0 | mask 1 | sec/iter 0.215385 | ssl coef 0 | lr 0.003
[07/01 03:28:17] __main__ INFO: [70912/500000] acc 0.990087 | loss 0.0261449 | sup loss 0.0261449 | ssl loss 0 | mask 1 | sec/iter 0.229363 | ssl coef 0 | lr 0.003
[07/01 03:29:43] __main__ INFO: [71168/500000] acc 0.999932 | loss 0.00106729 | sup loss 0.00106729 | ssl loss 0 | mask 1 | sec/iter 0.211153 | ssl coef 0 | lr 0.003
[07/01 03:31:11] __main__ INFO: [71424/500000] acc 1 | loss 0.00185484 | sup loss 0.00185484 | ssl loss 0 | mask 1 | sec/iter 0.248976 | ssl coef 0 | lr 0.003
[07/01 03:32:37] __main__ INFO: [71680/500000] acc 0.995904 | loss 0.0164871 | sup loss 0.0164871 | ssl loss 0 | mask 1 | sec/iter 0.225826 | ssl coef 0 | lr 0.003
[07/01 03:34:05] __main__ INFO: [71936/500000] acc 0.996384 | loss 0.0135303 | sup loss 0.0135303 | ssl loss 0 | mask 1 | sec/iter 0.224045 | ssl coef 0 | lr 0.003
[07/01 03:34:27] __main__ INFO: validation
[07/01 03:34:43] __main__ INFO: validation loss 2.191038 | validation acc. 0.720800 | raw acc. 0.720800
[07/01 03:35:50] __main__ INFO: [72192/500000] acc 0.996606 | loss 0.00742604 | sup loss 0.00742604 | ssl loss 0 | mask 1 | sec/iter 0.237231 | ssl coef 0 | lr 0.003
[07/01 03:37:18] __main__ INFO: [72448/500000] acc 0.996901 | loss 0.00445415 | sup loss 0.00445415 | ssl loss 0 | mask 1 | sec/iter 0.243414 | ssl coef 0 | lr 0.003
[07/01 03:38:45] __main__ INFO: [72704/500000] acc 0.995455 | loss 0.0141991 | sup loss 0.0141991 | ssl loss 0 | mask 1 | sec/iter 0.228906 | ssl coef 0 | lr 0.003
[07/01 03:40:14] __main__ INFO: [72960/500000] acc 0.99914 | loss 0.00246309 | sup loss 0.00246309 | ssl loss 0 | mask 1 | sec/iter 0.178958 | ssl coef 0 | lr 0.003
[07/01 03:41:41] __main__ INFO: [73216/500000] acc 0.998473 | loss 0.00432765 | sup loss 0.00432765 | ssl loss 0 | mask 1 | sec/iter 0.238782 | ssl coef 0 | lr 0.003
[07/01 03:43:09] __main__ INFO: [73472/500000] acc 0.998143 | loss 0.00790447 | sup loss 0.00790447 | ssl loss 0 | mask 1 | sec/iter 0.246709 | ssl coef 0 | lr 0.003
[07/01 03:44:36] __main__ INFO: [73728/500000] acc 0.995879 | loss 0.00715149 | sup loss 0.00715149 | ssl loss 0 | mask 1 | sec/iter 0.243404 | ssl coef 0 | lr 0.003
[07/01 03:46:04] __main__ INFO: [73984/500000] acc 0.999567 | loss 0.00123831 | sup loss 0.00123831 | ssl loss 0 | mask 1 | sec/iter 0.245015 | ssl coef 0 | lr 0.003
[07/01 03:46:10] __main__ INFO: validation
[07/01 03:46:25] __main__ INFO: validation loss 2.048171 | validation acc. 0.739600 | raw acc. 0.739600
[07/01 03:47:49] __main__ INFO: [74240/500000] acc 0.997007 | loss 0.00962846 | sup loss 0.00962846 | ssl loss 0 | mask 1 | sec/iter 0.236895 | ssl coef 0 | lr 0.003
[07/01 03:49:01] __main__ INFO: [74496/500000] acc 0.996438 | loss 0.00837609 | sup loss 0.00837609 | ssl loss 0 | mask 1 | sec/iter 0.232886 | ssl coef 0 | lr 0.003
[07/01 03:50:07] __main__ INFO: [74752/500000] acc 0.998041 | loss 0.00525798 | sup loss 0.00525798 | ssl loss 0 | mask 1 | sec/iter 0.237418 | ssl coef 0 | lr 0.003
[07/01 03:51:14] __main__ INFO: [75008/500000] acc 0.997527 | loss 0.00467657 | sup loss 0.00467657 | ssl loss 0 | mask 1 | sec/iter 0.23997 | ssl coef 0 | lr 0.003
[07/01 03:52:20] __main__ INFO: [75264/500000] acc 0.992554 | loss 0.0196275 | sup loss 0.0196275 | ssl loss 0 | mask 1 | sec/iter 0.242986 | ssl coef 0 | lr 0.003
[07/01 03:53:28] __main__ INFO: [75520/500000] acc 0.999283 | loss 0.00226762 | sup loss 0.00226762 | ssl loss 0 | mask 1 | sec/iter 0.248176 | ssl coef 0 | lr 0.003
[07/01 03:54:35] __main__ INFO: [75776/500000] acc 0.99674 | loss 0.00860169 | sup loss 0.00860169 | ssl loss 0 | mask 1 | sec/iter 0.24938 | ssl coef 0 | lr 0.003
[07/01 03:55:42] __main__ INFO: validation
[07/01 03:55:58] __main__ INFO: validation loss 2.065889 | validation acc. 0.733000 | raw acc. 0.733000
[07/01 03:56:11] __main__ INFO: [76032/500000] acc 0.999294 | loss 0.00235431 | sup loss 0.00235431 | ssl loss 0 | mask 1 | sec/iter 0.257902 | ssl coef 0 | lr 0.003
[07/01 03:57:40] __main__ INFO: [76288/500000] acc 0.999989 | loss 0.00216369 | sup loss 0.00216369 | ssl loss 0 | mask 1 | sec/iter 0.228331 | ssl coef 0 | lr 0.003
[07/01 03:59:07] __main__ INFO: [76544/500000] acc 0.99751 | loss 0.00468515 | sup loss 0.00468515 | ssl loss 0 | mask 1 | sec/iter 0.249804 | ssl coef 0 | lr 0.003
[07/01 04:00:33] __main__ INFO: [76800/500000] acc 0.994563 | loss 0.0128826 | sup loss 0.0128826 | ssl loss 0 | mask 1 | sec/iter 0.252769 | ssl coef 0 | lr 0.003
[07/01 04:02:00] __main__ INFO: [77056/500000] acc 0.995847 | loss 0.0101976 | sup loss 0.0101976 | ssl loss 0 | mask 1 | sec/iter 0.22149 | ssl coef 0 | lr 0.003
[07/01 04:03:27] __main__ INFO: [77312/500000] acc 0.996803 | loss 0.00814572 | sup loss 0.00814572 | ssl loss 0 | mask 1 | sec/iter 0.207651 | ssl coef 0 | lr 0.003
[07/01 04:04:53] __main__ INFO: [77568/500000] acc 0.999942 | loss 0.000739406 | sup loss 0.000739406 | ssl loss 0 | mask 1 | sec/iter 0.258294 | ssl coef 0 | lr 0.003
[07/01 04:06:19] __main__ INFO: [77824/500000] acc 0.999771 | loss 0.00142959 | sup loss 0.00142959 | ssl loss 0 | mask 1 | sec/iter 0.21873 | ssl coef 0 | lr 0.003
[07/01 04:07:21] __main__ INFO: validation
[07/01 04:07:37] __main__ INFO: validation loss 1.867245 | validation acc. 0.751000 | raw acc. 0.751000
[07/01 04:07:38] __main__ INFO: test
[07/01 04:08:07] __main__ INFO: test loss 2.053919 | test acc. 0.745000 | raw acc. 0.745000
[07/01 04:08:07] __main__ INFO: test accuracy 0.745000
[07/01 04:08:35] __main__ INFO: [78080/500000] acc 0.998687 | loss 0.00167079 | sup loss 0.00167079 | ssl loss 0 | mask 1 | sec/iter 0.235649 | ssl coef 0 | lr 0.003
[07/01 04:10:03] __main__ INFO: [78336/500000] acc 0.999944 | loss 0.00023519 | sup loss 0.00023519 | ssl loss 0 | mask 1 | sec/iter 0.23709 | ssl coef 0 | lr 0.003
[07/01 04:11:32] __main__ INFO: [78592/500000] acc 1 | loss 8.7014e-05 | sup loss 8.7014e-05 | ssl loss 0 | mask 1 | sec/iter 0.24744 | ssl coef 0 | lr 0.003
[07/01 04:12:59] __main__ INFO: [78848/500000] acc 0.997601 | loss 0.00785099 | sup loss 0.00785099 | ssl loss 0 | mask 1 | sec/iter 0.230774 | ssl coef 0 | lr 0.003
[07/01 04:14:25] __main__ INFO: [79104/500000] acc 0.996294 | loss 0.00886781 | sup loss 0.00886781 | ssl loss 0 | mask 1 | sec/iter 0.25169 | ssl coef 0 | lr 0.003
[07/01 04:15:53] __main__ INFO: [79360/500000] acc 0.999514 | loss 0.00312896 | sup loss 0.00312896 | ssl loss 0 | mask 1 | sec/iter 0.218745 | ssl coef 0 | lr 0.003
[07/01 04:17:21] __main__ INFO: [79616/500000] acc 0.997856 | loss 0.00739136 | sup loss 0.00739136 | ssl loss 0 | mask 1 | sec/iter 0.207451 | ssl coef 0 | lr 0.003
[07/01 04:18:48] __main__ INFO: [79872/500000] acc 0.996988 | loss 0.00869894 | sup loss 0.00869894 | ssl loss 0 | mask 1 | sec/iter 0.224669 | ssl coef 0 | lr 0.003
[07/01 04:19:32] __main__ INFO: validation
[07/01 04:19:48] __main__ INFO: validation loss 2.096515 | validation acc. 0.727600 | raw acc. 0.727600
[07/01 04:20:33] __main__ INFO: [80128/500000] acc 0.997138 | loss 0.00505125 | sup loss 0.00505125 | ssl loss 0 | mask 1 | sec/iter 0.217557 | ssl coef 0 | lr 0.003
[07/01 04:22:01] __main__ INFO: [80384/500000] acc 0.997776 | loss 0.00951768 | sup loss 0.00951768 | ssl loss 0 | mask 1 | sec/iter 0.231871 | ssl coef 0 | lr 0.003
[07/01 04:23:19] __main__ INFO: [80640/500000] acc 0.999918 | loss 0.000649321 | sup loss 0.000649321 | ssl loss 0 | mask 1 | sec/iter 0.237115 | ssl coef 0 | lr 0.003
[07/01 04:24:25] __main__ INFO: [80896/500000] acc 0.998379 | loss 0.00156293 | sup loss 0.00156293 | ssl loss 0 | mask 1 | sec/iter 0.245551 | ssl coef 0 | lr 0.003
[07/01 04:25:32] __main__ INFO: [81152/500000] acc 0.99822 | loss 0.00322847 | sup loss 0.00322847 | ssl loss 0 | mask 1 | sec/iter 0.238453 | ssl coef 0 | lr 0.003
[07/01 04:26:38] __main__ INFO: [81408/500000] acc 0.998132 | loss 0.00800928 | sup loss 0.00800928 | ssl loss 0 | mask 1 | sec/iter 0.2421 | ssl coef 0 | lr 0.003
[07/01 04:27:45] __main__ INFO: [81664/500000] acc 0.994451 | loss 0.0102514 | sup loss 0.0102514 | ssl loss 0 | mask 1 | sec/iter 0.242326 | ssl coef 0 | lr 0.003
[07/01 04:28:50] __main__ INFO: [81920/500000] acc 0.997886 | loss 0.00887272 | sup loss 0.00887272 | ssl loss 0 | mask 1 | sec/iter 0.224817 | ssl coef 0 | lr 0.003
[07/01 04:29:10] __main__ INFO: validation
[07/01 04:29:21] __main__ INFO: validation loss 2.004172 | validation acc. 0.735000 | raw acc. 0.735000
[07/01 04:30:19] __main__ INFO: [82176/500000] acc 0.999997 | loss 0.00086608 | sup loss 0.00086608 | ssl loss 0 | mask 1 | sec/iter 0.248883 | ssl coef 0 | lr 0.003
[07/01 04:31:48] __main__ INFO: [82432/500000] acc 0.99629 | loss 0.00597679 | sup loss 0.00597679 | ssl loss 0 | mask 1 | sec/iter 0.239743 | ssl coef 0 | lr 0.003
[07/01 04:33:15] __main__ INFO: [82688/500000] acc 0.998519 | loss 0.00485671 | sup loss 0.00485671 | ssl loss 0 | mask 1 | sec/iter 0.259569 | ssl coef 0 | lr 0.003
[07/01 04:34:42] __main__ INFO: [82944/500000] acc 0.999925 | loss 0.00311366 | sup loss 0.00311366 | ssl loss 0 | mask 1 | sec/iter 0.244143 | ssl coef 0 | lr 0.003
[07/01 04:36:11] __main__ INFO: [83200/500000] acc 0.997925 | loss 0.00403303 | sup loss 0.00403303 | ssl loss 0 | mask 1 | sec/iter 0.2004 | ssl coef 0 | lr 0.003
[07/01 04:37:39] __main__ INFO: [83456/500000] acc 0.991711 | loss 0.024756 | sup loss 0.024756 | ssl loss 0 | mask 1 | sec/iter 0.248089 | ssl coef 0 | lr 0.003
[07/01 04:39:06] __main__ INFO: [83712/500000] acc 0.998767 | loss 0.00282706 | sup loss 0.00282706 | ssl loss 0 | mask 1 | sec/iter 0.218382 | ssl coef 0 | lr 0.003
[07/01 04:40:34] __main__ INFO: [83968/500000] acc 0.999982 | loss 0.00162739 | sup loss 0.00162739 | ssl loss 0 | mask 1 | sec/iter 0.230174 | ssl coef 0 | lr 0.003
[07/01 04:40:45] __main__ INFO: validation
[07/01 04:41:02] __main__ INFO: validation loss 1.896090 | validation acc. 0.753400 | raw acc. 0.753400
[07/01 04:41:03] __main__ INFO: test
[07/01 04:41:32] __main__ INFO: test loss 2.075950 | test acc. 0.741800 | raw acc. 0.741800
[07/01 04:41:32] __main__ INFO: test accuracy 0.741800
[07/01 04:42:50] __main__ INFO: [84224/500000] acc 0.996485 | loss 0.00579788 | sup loss 0.00579788 | ssl loss 0 | mask 1 | sec/iter 0.238299 | ssl coef 0 | lr 0.003
[07/01 04:44:17] __main__ INFO: [84480/500000] acc 0.998861 | loss 0.00483705 | sup loss 0.00483705 | ssl loss 0 | mask 1 | sec/iter 0.217257 | ssl coef 0 | lr 0.003
[07/01 04:45:46] __main__ INFO: [84736/500000] acc 0.99934 | loss 0.00148981 | sup loss 0.00148981 | ssl loss 0 | mask 1 | sec/iter 0.212676 | ssl coef 0 | lr 0.003
[07/01 04:47:13] __main__ INFO: [84992/500000] acc 0.999495 | loss 0.0021759 | sup loss 0.0021759 | ssl loss 0 | mask 1 | sec/iter 0.208471 | ssl coef 0 | lr 0.003
[07/01 04:48:40] __main__ INFO: [85248/500000] acc 0.998859 | loss 0.0022397 | sup loss 0.0022397 | ssl loss 0 | mask 1 | sec/iter 0.241696 | ssl coef 0 | lr 0.003
[07/01 04:50:08] __main__ INFO: [85504/500000] acc 0.999707 | loss 0.000952687 | sup loss 0.000952687 | ssl loss 0 | mask 1 | sec/iter 0.256201 | ssl coef 0 | lr 0.003
[07/01 04:51:36] __main__ INFO: [85760/500000] acc 0.999436 | loss 0.00279801 | sup loss 0.00279801 | ssl loss 0 | mask 1 | sec/iter 0.2398 | ssl coef 0 | lr 0.003
[07/01 04:52:59] __main__ INFO: validation
[07/01 04:53:15] __main__ INFO: validation loss 2.300219 | validation acc. 0.730200 | raw acc. 0.730200
[07/01 04:53:23] __main__ INFO: [86016/500000] acc 0.992894 | loss 0.0525856 | sup loss 0.0525856 | ssl loss 0 | mask 1 | sec/iter 0.242164 | ssl coef 0 | lr 0.003
[07/01 04:54:50] __main__ INFO: [86272/500000] acc 0.996163 | loss 0.00570583 | sup loss 0.00570583 | ssl loss 0 | mask 1 | sec/iter 0.225849 | ssl coef 0 | lr 0.003
[07/01 04:56:17] __main__ INFO: [86528/500000] acc 0.997948 | loss 0.0035968 | sup loss 0.0035968 | ssl loss 0 | mask 1 | sec/iter 0.245378 | ssl coef 0 | lr 0.003
[07/01 04:57:39] __main__ INFO: [86784/500000] acc 0.996423 | loss 0.0124993 | sup loss 0.0124993 | ssl loss 0 | mask 1 | sec/iter 0.230933 | ssl coef 0 | lr 0.003
[07/01 04:58:45] __main__ INFO: [87040/500000] acc 0.998046 | loss 0.0097028 | sup loss 0.0097028 | ssl loss 0 | mask 1 | sec/iter 0.246459 | ssl coef 0 | lr 0.003
[07/01 04:59:52] __main__ INFO: [87296/500000] acc 0.999981 | loss 0.00242042 | sup loss 0.00242042 | ssl loss 0 | mask 1 | sec/iter 0.234866 | ssl coef 0 | lr 0.003
[07/01 05:00:57] __main__ INFO: [87552/500000] acc 0.997848 | loss 0.00959832 | sup loss 0.00959832 | ssl loss 0 | mask 1 | sec/iter 0.244067 | ssl coef 0 | lr 0.003
[07/01 05:02:03] __main__ INFO: [87808/500000] acc 0.998304 | loss 0.00613281 | sup loss 0.00613281 | ssl loss 0 | mask 1 | sec/iter 0.230569 | ssl coef 0 | lr 0.003
[07/01 05:02:51] __main__ INFO: validation
[07/01 05:03:03] __main__ INFO: validation loss 2.152724 | validation acc. 0.733000 | raw acc. 0.733000
[07/01 05:03:22] __main__ INFO: [88064/500000] acc 0.99552 | loss 0.0108455 | sup loss 0.0108455 | ssl loss 0 | mask 1 | sec/iter 0.2496 | ssl coef 0 | lr 0.003
[07/01 05:04:30] __main__ INFO: [88320/500000] acc 0.996628 | loss 0.00689166 | sup loss 0.00689166 | ssl loss 0 | mask 1 | sec/iter 0.279474 | ssl coef 0 | lr 0.003
[07/01 05:05:58] __main__ INFO: [88576/500000] acc 0.999083 | loss 0.00231947 | sup loss 0.00231947 | ssl loss 0 | mask 1 | sec/iter 0.221616 | ssl coef 0 | lr 0.003
[07/01 05:07:27] __main__ INFO: [88832/500000] acc 0.998778 | loss 0.00205679 | sup loss 0.00205679 | ssl loss 0 | mask 1 | sec/iter 0.261448 | ssl coef 0 | lr 0.003
[07/01 05:08:57] __main__ INFO: [89088/500000] acc 0.999996 | loss 0.00111737 | sup loss 0.00111737 | ssl loss 0 | mask 1 | sec/iter 0.261394 | ssl coef 0 | lr 0.003
[07/01 05:10:25] __main__ INFO: [89344/500000] acc 0.993002 | loss 0.0302714 | sup loss 0.0302714 | ssl loss 0 | mask 1 | sec/iter 0.206636 | ssl coef 0 | lr 0.003
[07/01 05:11:52] __main__ INFO: [89600/500000] acc 0.997998 | loss 0.00369918 | sup loss 0.00369918 | ssl loss 0 | mask 1 | sec/iter 0.23619 | ssl coef 0 | lr 0.003
[07/01 05:13:22] __main__ INFO: [89856/500000] acc 0.998103 | loss 0.0116435 | sup loss 0.0116435 | ssl loss 0 | mask 1 | sec/iter 0.245317 | ssl coef 0 | lr 0.003
[07/01 05:14:10] __main__ INFO: validation
[07/01 05:14:26] __main__ INFO: validation loss 2.022012 | validation acc. 0.742000 | raw acc. 0.742000
[07/01 05:15:06] __main__ INFO: [90112/500000] acc 0.998145 | loss 0.00792574 | sup loss 0.00792574 | ssl loss 0 | mask 1 | sec/iter 0.251129 | ssl coef 0 | lr 0.003
[07/01 05:16:35] __main__ INFO: [90368/500000] acc 0.998637 | loss 0.00519134 | sup loss 0.00519134 | ssl loss 0 | mask 1 | sec/iter 0.267118 | ssl coef 0 | lr 0.003
[07/01 05:18:02] __main__ INFO: [90624/500000] acc 0.990885 | loss 0.0330285 | sup loss 0.0330285 | ssl loss 0 | mask 1 | sec/iter 0.237372 | ssl coef 0 | lr 0.003
[07/01 05:19:31] __main__ INFO: [90880/500000] acc 0.996953 | loss 0.0123251 | sup loss 0.0123251 | ssl loss 0 | mask 1 | sec/iter 0.248249 | ssl coef 0 | lr 0.003
[07/01 05:21:00] __main__ INFO: [91136/500000] acc 0.995915 | loss 0.0188361 | sup loss 0.0188361 | ssl loss 0 | mask 1 | sec/iter 0.250245 | ssl coef 0 | lr 0.003
[07/01 05:22:27] __main__ INFO: [91392/500000] acc 0.997859 | loss 0.00218636 | sup loss 0.00218636 | ssl loss 0 | mask 1 | sec/iter 0.223879 | ssl coef 0 | lr 0.003
[07/01 05:23:55] __main__ INFO: [91648/500000] acc 0.996229 | loss 0.0150515 | sup loss 0.0150515 | ssl loss 0 | mask 1 | sec/iter 0.225853 | ssl coef 0 | lr 0.003
[07/01 05:25:22] __main__ INFO: [91904/500000] acc 0.999868 | loss 0.000883473 | sup loss 0.000883473 | ssl loss 0 | mask 1 | sec/iter 0.216034 | ssl coef 0 | lr 0.003
[07/01 05:25:54] __main__ INFO: validation
[07/01 05:26:10] __main__ INFO: validation loss 2.054859 | validation acc. 0.746400 | raw acc. 0.746400
[07/01 05:27:07] __main__ INFO: [92160/500000] acc 1 | loss 0.000243166 | sup loss 0.000243166 | ssl loss 0 | mask 1 | sec/iter 0.250543 | ssl coef 0 | lr 0.003
[07/01 05:28:34] __main__ INFO: [92416/500000] acc 0.995063 | loss 0.0217904 | sup loss 0.0217904 | ssl loss 0 | mask 1 | sec/iter 0.227782 | ssl coef 0 | lr 0.003
[07/01 05:30:02] __main__ INFO: [92672/500000] acc 0.995294 | loss 0.0109223 | sup loss 0.0109223 | ssl loss 0 | mask 1 | sec/iter 0.226509 | ssl coef 0 | lr 0.003
[07/01 05:31:31] __main__ INFO: [92928/500000] acc 0.991318 | loss 0.0288701 | sup loss 0.0288701 | ssl loss 0 | mask 1 | sec/iter 0.212802 | ssl coef 0 | lr 0.003
[07/01 05:32:50] __main__ INFO: [93184/500000] acc 0.99983 | loss 0.00132516 | sup loss 0.00132516 | ssl loss 0 | mask 1 | sec/iter 0.241289 | ssl coef 0 | lr 0.003
[07/01 05:33:55] __main__ INFO: [93440/500000] acc 0.99997 | loss 0.000556718 | sup loss 0.000556718 | ssl loss 0 | mask 1 | sec/iter 0.237032 | ssl coef 0 | lr 0.003
[07/01 05:35:01] __main__ INFO: [93696/500000] acc 0.999252 | loss 0.00144517 | sup loss 0.00144517 | ssl loss 0 | mask 1 | sec/iter 0.240453 | ssl coef 0 | lr 0.003
[07/01 05:36:07] __main__ INFO: [93952/500000] acc 0.997603 | loss 0.00921687 | sup loss 0.00921687 | ssl loss 0 | mask 1 | sec/iter 0.230264 | ssl coef 0 | lr 0.003
[07/01 05:36:19] __main__ INFO: validation
[07/01 05:36:30] __main__ INFO: validation loss 2.040353 | validation acc. 0.741200 | raw acc. 0.741200
[07/01 05:37:26] __main__ INFO: [94208/500000] acc 0.994939 | loss 0.0087428 | sup loss 0.0087428 | ssl loss 0 | mask 1 | sec/iter 0.232606 | ssl coef 0 | lr 0.003
[07/01 05:38:33] __main__ INFO: [94464/500000] acc 0.997734 | loss 0.00629389 | sup loss 0.00629389 | ssl loss 0 | mask 1 | sec/iter 0.245177 | ssl coef 0 | lr 0.003
[07/01 05:39:46] __main__ INFO: [94720/500000] acc 0.996787 | loss 0.0150863 | sup loss 0.0150863 | ssl loss 0 | mask 1 | sec/iter 0.244644 | ssl coef 0 | lr 0.003
[07/01 05:41:16] __main__ INFO: [94976/500000] acc 0.999372 | loss 0.00222922 | sup loss 0.00222922 | ssl loss 0 | mask 1 | sec/iter 0.249716 | ssl coef 0 | lr 0.003
[07/01 05:42:43] __main__ INFO: [95232/500000] acc 0.999992 | loss 0.00109689 | sup loss 0.00109689 | ssl loss 0 | mask 1 | sec/iter 0.240205 | ssl coef 0 | lr 0.003
[07/01 05:44:11] __main__ INFO: [95488/500000] acc 0.997331 | loss 0.0104607 | sup loss 0.0104607 | ssl loss 0 | mask 1 | sec/iter 0.225675 | ssl coef 0 | lr 0.003
[07/01 05:45:39] __main__ INFO: [95744/500000] acc 0.999969 | loss 0.00275041 | sup loss 0.00275041 | ssl loss 0 | mask 1 | sec/iter 0.256785 | ssl coef 0 | lr 0.003
[07/01 05:47:07] __main__ INFO: [96000/500000] acc 0.99986 | loss 0.0007003 | sup loss 0.0007003 | ssl loss 0 | mask 1 | sec/iter 0.242343 | ssl coef 0 | lr 0.003
[07/01 05:47:07] __main__ INFO: validation
[07/01 05:47:23] __main__ INFO: validation loss 2.100560 | validation acc. 0.743800 | raw acc. 0.743800
[07/01 05:48:48] __main__ INFO: [96256/500000] acc 0.999497 | loss 0.00127564 | sup loss 0.00127564 | ssl loss 0 | mask 1 | sec/iter 0.250949 | ssl coef 0 | lr 0.003
[07/01 05:50:17] __main__ INFO: [96512/500000] acc 0.994839 | loss 0.0130702 | sup loss 0.0130702 | ssl loss 0 | mask 1 | sec/iter 0.25474 | ssl coef 0 | lr 0.003
[07/01 05:51:48] __main__ INFO: [96768/500000] acc 0.999779 | loss 0.00394957 | sup loss 0.00394957 | ssl loss 0 | mask 1 | sec/iter 0.234089 | ssl coef 0 | lr 0.003
[07/01 05:53:17] __main__ INFO: [97024/500000] acc 0.999894 | loss 0.00125831 | sup loss 0.00125831 | ssl loss 0 | mask 1 | sec/iter 0.255011 | ssl coef 0 | lr 0.003
[07/01 05:54:44] __main__ INFO: [97280/500000] acc 0.997776 | loss 0.00485523 | sup loss 0.00485523 | ssl loss 0 | mask 1 | sec/iter 0.225316 | ssl coef 0 | lr 0.003
[07/01 05:56:11] __main__ INFO: [97536/500000] acc 0.99602 | loss 0.0101042 | sup loss 0.0101042 | ssl loss 0 | mask 1 | sec/iter 0.218563 | ssl coef 0 | lr 0.003
[07/01 05:57:38] __main__ INFO: [97792/500000] acc 0.998883 | loss 0.00207701 | sup loss 0.00207701 | ssl loss 0 | mask 1 | sec/iter 0.247495 | ssl coef 0 | lr 0.003
[07/01 05:58:51] __main__ INFO: validation
[07/01 05:59:07] __main__ INFO: validation loss 2.194916 | validation acc. 0.729200 | raw acc. 0.729200
[07/01 05:59:26] __main__ INFO: [98048/500000] acc 0.998656 | loss 0.0106734 | sup loss 0.0106734 | ssl loss 0 | mask 1 | sec/iter 0.240689 | ssl coef 0 | lr 0.003
[07/01 06:00:54] __main__ INFO: [98304/500000] acc 0.999941 | loss 0.000940353 | sup loss 0.000940353 | ssl loss 0 | mask 1 | sec/iter 0.261566 | ssl coef 0 | lr 0.003
[07/01 06:02:23] __main__ INFO: [98560/500000] acc 0.996534 | loss 0.0111633 | sup loss 0.0111633 | ssl loss 0 | mask 1 | sec/iter 0.263691 | ssl coef 0 | lr 0.003
[07/01 06:03:50] __main__ INFO: [98816/500000] acc 0.998589 | loss 0.0112571 | sup loss 0.0112571 | ssl loss 0 | mask 1 | sec/iter 0.230988 | ssl coef 0 | lr 0.003
[07/01 06:05:18] __main__ INFO: [99072/500000] acc 0.995696 | loss 0.0193682 | sup loss 0.0193682 | ssl loss 0 | mask 1 | sec/iter 0.242253 | ssl coef 0 | lr 0.003
[07/01 06:06:44] __main__ INFO: [99328/500000] acc 0.999942 | loss 0.000728452 | sup loss 0.000728452 | ssl loss 0 | mask 1 | sec/iter 0.229123 | ssl coef 0 | lr 0.003
[07/01 06:08:01] __main__ INFO: [99584/500000] acc 0.999894 | loss 0.00204073 | sup loss 0.00204073 | ssl loss 0 | mask 1 | sec/iter 0.241781 | ssl coef 0 | lr 0.003
[07/01 06:09:08] __main__ INFO: [99840/500000] acc 1 | loss 0.000575412 | sup loss 0.000575412 | ssl loss 0 | mask 1 | sec/iter 0.235441 | ssl coef 0 | lr 0.003
[07/01 06:09:50] __main__ INFO: validation
[07/01 06:10:01] __main__ INFO: validation loss 2.421219 | validation acc. 0.739400 | raw acc. 0.739400
[07/01 06:10:28] __main__ INFO: [100096/500000] acc 0.990229 | loss 0.0234692 | sup loss 0.0234692 | ssl loss 0 | mask 1 | sec/iter 0.234901 | ssl coef 0 | lr 0.003
[07/01 06:11:35] __main__ INFO: [100352/500000] acc 0.994886 | loss 0.0164284 | sup loss 0.0164284 | ssl loss 0 | mask 1 | sec/iter 0.242732 | ssl coef 0 | lr 0.003
[07/01 06:12:41] __main__ INFO: [100608/500000] acc 0.999146 | loss 0.00361751 | sup loss 0.00361751 | ssl loss 0 | mask 1 | sec/iter 0.232799 | ssl coef 0 | lr 0.003
[07/01 06:13:48] __main__ INFO: [100864/500000] acc 0.998295 | loss 0.00256436 | sup loss 0.00256436 | ssl loss 0 | mask 1 | sec/iter 0.242111 | ssl coef 0 | lr 0.003
[07/01 06:15:10] __main__ INFO: [101120/500000] acc 0.999629 | loss 0.000623522 | sup loss 0.000623522 | ssl loss 0 | mask 1 | sec/iter 0.223406 | ssl coef 0 | lr 0.003
[07/01 06:16:37] __main__ INFO: [101376/500000] acc 0.998218 | loss 0.00632605 | sup loss 0.00632605 | ssl loss 0 | mask 1 | sec/iter 0.228242 | ssl coef 0 | lr 0.003
[07/01 06:18:04] __main__ INFO: [101632/500000] acc 0.999953 | loss 0.000847838 | sup loss 0.000847838 | ssl loss 0 | mask 1 | sec/iter 0.228233 | ssl coef 0 | lr 0.003
[07/01 06:19:32] __main__ INFO: [101888/500000] acc 0.998831 | loss 0.00128367 | sup loss 0.00128367 | ssl loss 0 | mask 1 | sec/iter 0.237838 | ssl coef 0 | lr 0.003
[07/01 06:20:09] __main__ INFO: validation
[07/01 06:20:26] __main__ INFO: validation loss 2.140272 | validation acc. 0.748800 | raw acc. 0.748800
[07/01 06:21:17] __main__ INFO: [102144/500000] acc 0.997127 | loss 0.00620642 | sup loss 0.00620642 | ssl loss 0 | mask 1 | sec/iter 0.236935 | ssl coef 0 | lr 0.003
[07/01 06:22:45] __main__ INFO: [102400/500000] acc 0.997553 | loss 0.0224769 | sup loss 0.0224769 | ssl loss 0 | mask 1 | sec/iter 0.252049 | ssl coef 0 | lr 0.003
[07/01 06:24:12] __main__ INFO: [102656/500000] acc 0.99789 | loss 0.00587545 | sup loss 0.00587545 | ssl loss 0 | mask 1 | sec/iter 0.232689 | ssl coef 0 | lr 0.003
[07/01 06:25:41] __main__ INFO: [102912/500000] acc 0.999927 | loss 0.000411603 | sup loss 0.000411603 | ssl loss 0 | mask 1 | sec/iter 0.217263 | ssl coef 0 | lr 0.003
[07/01 06:27:09] __main__ INFO: [103168/500000] acc 0.999666 | loss 0.00091137 | sup loss 0.00091137 | ssl loss 0 | mask 1 | sec/iter 0.253047 | ssl coef 0 | lr 0.003
[07/01 06:28:37] __main__ INFO: [103424/500000] acc 0.999259 | loss 0.00415386 | sup loss 0.00415386 | ssl loss 0 | mask 1 | sec/iter 0.208877 | ssl coef 0 | lr 0.003
[07/01 06:30:06] __main__ INFO: [103680/500000] acc 0.994374 | loss 0.0152575 | sup loss 0.0152575 | ssl loss 0 | mask 1 | sec/iter 0.21956 | ssl coef 0 | lr 0.003
[07/01 06:31:33] __main__ INFO: [103936/500000] acc 0.997489 | loss 0.00619963 | sup loss 0.00619963 | ssl loss 0 | mask 1 | sec/iter 0.20199 | ssl coef 0 | lr 0.003
[07/01 06:31:56] __main__ INFO: validation
[07/01 06:32:13] __main__ INFO: validation loss 2.332350 | validation acc. 0.723800 | raw acc. 0.723800
[07/01 06:33:21] __main__ INFO: [104192/500000] acc 0.997309 | loss 0.011369 | sup loss 0.011369 | ssl loss 0 | mask 1 | sec/iter 0.241477 | ssl coef 0 | lr 0.003
[07/01 06:34:48] __main__ INFO: [104448/500000] acc 0.999661 | loss 0.00331899 | sup loss 0.00331899 | ssl loss 0 | mask 1 | sec/iter 0.222841 | ssl coef 0 | lr 0.003
[07/01 06:36:14] __main__ INFO: [104704/500000] acc 0.999084 | loss 0.00317422 | sup loss 0.00317422 | ssl loss 0 | mask 1 | sec/iter 0.225778 | ssl coef 0 | lr 0.003
[07/01 06:37:42] __main__ INFO: [104960/500000] acc 0.996803 | loss 0.0102098 | sup loss 0.0102098 | ssl loss 0 | mask 1 | sec/iter 0.244003 | ssl coef 0 | lr 0.003
[07/01 06:39:11] __main__ INFO: [105216/500000] acc 0.996005 | loss 0.00895888 | sup loss 0.00895888 | ssl loss 0 | mask 1 | sec/iter 0.23187 | ssl coef 0 | lr 0.003
[07/01 06:40:37] __main__ INFO: [105472/500000] acc 0.997392 | loss 0.00318134 | sup loss 0.00318134 | ssl loss 0 | mask 1 | sec/iter 0.215002 | ssl coef 0 | lr 0.003
[07/01 06:42:06] __main__ INFO: [105728/500000] acc 0.999043 | loss 0.00175611 | sup loss 0.00175611 | ssl loss 0 | mask 1 | sec/iter 0.235508 | ssl coef 0 | lr 0.003
[07/01 06:43:10] __main__ INFO: [105984/500000] acc 1 | loss 0.000969516 | sup loss 0.000969516 | ssl loss 0 | mask 1 | sec/iter 0.235063 | ssl coef 0 | lr 0.003
[07/01 06:43:14] __main__ INFO: validation
[07/01 06:43:25] __main__ INFO: validation loss 2.131774 | validation acc. 0.749600 | raw acc. 0.749600
[07/01 06:44:29] __main__ INFO: [106240/500000] acc 0.994606 | loss 0.0126667 | sup loss 0.0126667 | ssl loss 0 | mask 1 | sec/iter 0.236294 | ssl coef 0 | lr 0.003
[07/01 06:45:35] __main__ INFO: [106496/500000] acc 0.999997 | loss 0.00145216 | sup loss 0.00145216 | ssl loss 0 | mask 1 | sec/iter 0.245045 | ssl coef 0 | lr 0.003
[07/01 06:46:41] __main__ INFO: [106752/500000] acc 0.998908 | loss 0.00470488 | sup loss 0.00470488 | ssl loss 0 | mask 1 | sec/iter 0.236521 | ssl coef 0 | lr 0.003
[07/01 06:47:48] __main__ INFO: [107008/500000] acc 0.996791 | loss 0.00400649 | sup loss 0.00400649 | ssl loss 0 | mask 1 | sec/iter 0.244977 | ssl coef 0 | lr 0.003
[07/01 06:48:52] __main__ INFO: [107264/500000] acc 0.999504 | loss 0.00203007 | sup loss 0.00203007 | ssl loss 0 | mask 1 | sec/iter 0.218968 | ssl coef 0 | lr 0.003
[07/01 06:50:20] __main__ INFO: [107520/500000] acc 0.99609 | loss 0.0146095 | sup loss 0.0146095 | ssl loss 0 | mask 1 | sec/iter 0.239216 | ssl coef 0 | lr 0.003
[07/01 06:51:46] __main__ INFO: [107776/500000] acc 1 | loss 9.91265e-05 | sup loss 9.91265e-05 | ssl loss 0 | mask 1 | sec/iter 0.233976 | ssl coef 0 | lr 0.003
[07/01 06:53:03] __main__ INFO: validation
[07/01 06:53:19] __main__ INFO: validation loss 2.122868 | validation acc. 0.751200 | raw acc. 0.751200
[07/01 06:53:32] __main__ INFO: [108032/500000] acc 0.999506 | loss 0.00242489 | sup loss 0.00242489 | ssl loss 0 | mask 1 | sec/iter 0.269026 | ssl coef 0 | lr 0.003
[07/01 06:55:04] __main__ INFO: [108288/500000] acc 0.998431 | loss 0.00419074 | sup loss 0.00419074 | ssl loss 0 | mask 1 | sec/iter 0.223852 | ssl coef 0 | lr 0.003
[07/01 06:56:32] __main__ INFO: [108544/500000] acc 0.998411 | loss 0.0058528 | sup loss 0.0058528 | ssl loss 0 | mask 1 | sec/iter 0.227237 | ssl coef 0 | lr 0.003
[07/01 06:58:00] __main__ INFO: [108800/500000] acc 0.998297 | loss 0.00476187 | sup loss 0.00476187 | ssl loss 0 | mask 1 | sec/iter 0.251851 | ssl coef 0 | lr 0.003
[07/01 06:59:28] __main__ INFO: [109056/500000] acc 0.998322 | loss 0.00247503 | sup loss 0.00247503 | ssl loss 0 | mask 1 | sec/iter 0.237146 | ssl coef 0 | lr 0.003
[07/01 07:00:55] __main__ INFO: [109312/500000] acc 0.99836 | loss 0.00487572 | sup loss 0.00487572 | ssl loss 0 | mask 1 | sec/iter 0.20581 | ssl coef 0 | lr 0.003
[07/01 07:02:23] __main__ INFO: [109568/500000] acc 0.999637 | loss 0.00228337 | sup loss 0.00228337 | ssl loss 0 | mask 1 | sec/iter 0.234971 | ssl coef 0 | lr 0.003
[07/01 07:03:50] __main__ INFO: [109824/500000] acc 0.999796 | loss 0.00106081 | sup loss 0.00106081 | ssl loss 0 | mask 1 | sec/iter 0.238143 | ssl coef 0 | lr 0.003
[07/01 07:04:50] __main__ INFO: validation
[07/01 07:05:07] __main__ INFO: validation loss 2.203043 | validation acc. 0.737200 | raw acc. 0.737200
[07/01 07:05:36] __main__ INFO: [110080/500000] acc 0.998163 | loss 0.00461923 | sup loss 0.00461923 | ssl loss 0 | mask 1 | sec/iter 0.24921 | ssl coef 0 | lr 0.003
[07/01 07:07:04] __main__ INFO: [110336/500000] acc 0.999486 | loss 0.00246549 | sup loss 0.00246549 | ssl loss 0 | mask 1 | sec/iter 0.227897 | ssl coef 0 | lr 0.003
[07/01 07:08:32] __main__ INFO: [110592/500000] acc 0.997687 | loss 0.0128089 | sup loss 0.0128089 | ssl loss 0 | mask 1 | sec/iter 0.246812 | ssl coef 0 | lr 0.003
[07/01 07:09:59] __main__ INFO: [110848/500000] acc 0.995383 | loss 0.0166876 | sup loss 0.0166876 | ssl loss 0 | mask 1 | sec/iter 0.252004 | ssl coef 0 | lr 0.003
[07/01 07:11:28] __main__ INFO: [111104/500000] acc 0.998317 | loss 0.00639055 | sup loss 0.00639055 | ssl loss 0 | mask 1 | sec/iter 0.243262 | ssl coef 0 | lr 0.003
[07/01 07:12:56] __main__ INFO: [111360/500000] acc 0.999998 | loss 0.000828122 | sup loss 0.000828122 | ssl loss 0 | mask 1 | sec/iter 0.247784 | ssl coef 0 | lr 0.003
[07/01 07:14:23] __main__ INFO: [111616/500000] acc 0.998569 | loss 0.00440548 | sup loss 0.00440548 | ssl loss 0 | mask 1 | sec/iter 0.201577 | ssl coef 0 | lr 0.003
[07/01 07:15:51] __main__ INFO: [111872/500000] acc 0.997822 | loss 0.0114088 | sup loss 0.0114088 | ssl loss 0 | mask 1 | sec/iter 0.226252 | ssl coef 0 | lr 0.003
[07/01 07:16:35] __main__ INFO: validation
[07/01 07:16:52] __main__ INFO: validation loss 2.263723 | validation acc. 0.725200 | raw acc. 0.725200
[07/01 07:17:30] __main__ INFO: [112128/500000] acc 0.999006 | loss 0.00357027 | sup loss 0.00357027 | ssl loss 0 | mask 1 | sec/iter 0.231423 | ssl coef 0 | lr 0.003
[07/01 07:18:35] __main__ INFO: [112384/500000] acc 0.997138 | loss 0.007593 | sup loss 0.007593 | ssl loss 0 | mask 1 | sec/iter 0.235866 | ssl coef 0 | lr 0.003
[07/01 07:19:41] __main__ INFO: [112640/500000] acc 0.99866 | loss 0.00835827 | sup loss 0.00835827 | ssl loss 0 | mask 1 | sec/iter 0.239408 | ssl coef 0 | lr 0.003
[07/01 07:20:48] __main__ INFO: [112896/500000] acc 0.997962 | loss 0.0038429 | sup loss 0.0038429 | ssl loss 0 | mask 1 | sec/iter 0.237035 | ssl coef 0 | lr 0.003
[07/01 07:21:54] __main__ INFO: [113152/500000] acc 0.998526 | loss 0.00642944 | sup loss 0.00642944 | ssl loss 0 | mask 1 | sec/iter 0.227186 | ssl coef 0 | lr 0.003
[07/01 07:22:59] __main__ INFO: [113408/500000] acc 0.997662 | loss 0.013146 | sup loss 0.013146 | ssl loss 0 | mask 1 | sec/iter 0.242893 | ssl coef 0 | lr 0.003
[07/01 07:24:06] __main__ INFO: [113664/500000] acc 0.998905 | loss 0.00271269 | sup loss 0.00271269 | ssl loss 0 | mask 1 | sec/iter 0.259473 | ssl coef 0 | lr 0.003
[07/01 07:25:33] __main__ INFO: [113920/500000] acc 0.996796 | loss 0.00805707 | sup loss 0.00805707 | ssl loss 0 | mask 1 | sec/iter 0.22876 | ssl coef 0 | lr 0.003
[07/01 07:26:01] __main__ INFO: validation
[07/01 07:26:18] __main__ INFO: validation loss 2.166116 | validation acc. 0.730400 | raw acc. 0.730400
[07/01 07:27:19] __main__ INFO: [114176/500000] acc 0.999093 | loss 0.00421653 | sup loss 0.00421653 | ssl loss 0 | mask 1 | sec/iter 0.208073 | ssl coef 0 | lr 0.003
[07/01 07:28:47] __main__ INFO: [114432/500000] acc 0.996863 | loss 0.00667985 | sup loss 0.00667985 | ssl loss 0 | mask 1 | sec/iter 0.221703 | ssl coef 0 | lr 0.003
[07/01 07:30:15] __main__ INFO: [114688/500000] acc 0.99456 | loss 0.0128391 | sup loss 0.0128391 | ssl loss 0 | mask 1 | sec/iter 0.24732 | ssl coef 0 | lr 0.003
[07/01 07:31:43] __main__ INFO: [114944/500000] acc 0.999577 | loss 0.0028231 | sup loss 0.0028231 | ssl loss 0 | mask 1 | sec/iter 0.242901 | ssl coef 0 | lr 0.003
[07/01 07:33:10] __main__ INFO: [115200/500000] acc 0.998935 | loss 0.00176114 | sup loss 0.00176114 | ssl loss 0 | mask 1 | sec/iter 0.252978 | ssl coef 0 | lr 0.003
[07/01 07:34:34] __main__ INFO: [115456/500000] acc 0.999883 | loss 0.000500361 | sup loss 0.000500361 | ssl loss 0 | mask 1 | sec/iter 0.234223 | ssl coef 0 | lr 0.003
[07/01 07:36:00] __main__ INFO: [115712/500000] acc 0.997405 | loss 0.00572867 | sup loss 0.00572867 | ssl loss 0 | mask 1 | sec/iter 0.263269 | ssl coef 0 | lr 0.003
[07/01 07:37:28] __main__ INFO: [115968/500000] acc 0.9983 | loss 0.00735765 | sup loss 0.00735765 | ssl loss 0 | mask 1 | sec/iter 0.229998 | ssl coef 0 | lr 0.003
[07/01 07:37:39] __main__ INFO: validation
[07/01 07:37:56] __main__ INFO: validation loss 2.315718 | validation acc. 0.742800 | raw acc. 0.742800
[07/01 07:39:17] __main__ INFO: [116224/500000] acc 0.999486 | loss 0.0038334 | sup loss 0.0038334 | ssl loss 0 | mask 1 | sec/iter 0.248201 | ssl coef 0 | lr 0.003
[07/01 07:40:44] __main__ INFO: [116480/500000] acc 0.998336 | loss 0.0156488 | sup loss 0.0156488 | ssl loss 0 | mask 1 | sec/iter 0.206744 | ssl coef 0 | lr 0.003
[07/01 07:42:13] __main__ INFO: [116736/500000] acc 0.998355 | loss 0.00206498 | sup loss 0.00206498 | ssl loss 0 | mask 1 | sec/iter 0.222857 | ssl coef 0 | lr 0.003
[07/01 07:43:42] __main__ INFO: [116992/500000] acc 0.992718 | loss 0.0318457 | sup loss 0.0318457 | ssl loss 0 | mask 1 | sec/iter 0.233095 | ssl coef 0 | lr 0.003
[07/01 07:45:10] __main__ INFO: [117248/500000] acc 0.998976 | loss 0.0118381 | sup loss 0.0118381 | ssl loss 0 | mask 1 | sec/iter 0.25123 | ssl coef 0 | lr 0.003
[07/01 07:46:37] __main__ INFO: [117504/500000] acc 0.999978 | loss 0.000817511 | sup loss 0.000817511 | ssl loss 0 | mask 1 | sec/iter 0.255416 | ssl coef 0 | lr 0.003
[07/01 07:48:04] __main__ INFO: [117760/500000] acc 0.997745 | loss 0.0100945 | sup loss 0.0100945 | ssl loss 0 | mask 1 | sec/iter 0.210991 | ssl coef 0 | lr 0.003
[07/01 07:49:26] __main__ INFO: validation
[07/01 07:49:43] __main__ INFO: validation loss 2.422677 | validation acc. 0.716200 | raw acc. 0.716200
[07/01 07:49:52] __main__ INFO: [118016/500000] acc 0.9991 | loss 0.00406696 | sup loss 0.00406696 | ssl loss 0 | mask 1 | sec/iter 0.27066 | ssl coef 0 | lr 0.003
[07/01 07:51:18] __main__ INFO: [118272/500000] acc 0.999598 | loss 0.00260132 | sup loss 0.00260132 | ssl loss 0 | mask 1 | sec/iter 0.260004 | ssl coef 0 | lr 0.003
[07/01 07:52:34] __main__ INFO: [118528/500000] acc 0.999371 | loss 0.00258635 | sup loss 0.00258635 | ssl loss 0 | mask 1 | sec/iter 0.228326 | ssl coef 0 | lr 0.003
[07/01 07:53:39] __main__ INFO: [118784/500000] acc 0.99686 | loss 0.0106751 | sup loss 0.0106751 | ssl loss 0 | mask 1 | sec/iter 0.236609 | ssl coef 0 | lr 0.003
[07/01 07:54:46] __main__ INFO: [119040/500000] acc 0.999683 | loss 0.0025746 | sup loss 0.0025746 | ssl loss 0 | mask 1 | sec/iter 0.24591 | ssl coef 0 | lr 0.003
[07/01 07:55:51] __main__ INFO: [119296/500000] acc 1 | loss 0.000595901 | sup loss 0.000595901 | ssl loss 0 | mask 1 | sec/iter 0.229787 | ssl coef 0 | lr 0.003
[07/01 07:56:57] __main__ INFO: [119552/500000] acc 0.999999 | loss 0.000405345 | sup loss 0.000405345 | ssl loss 0 | mask 1 | sec/iter 0.228733 | ssl coef 0 | lr 0.003
[07/01 07:58:04] __main__ INFO: [119808/500000] acc 0.996657 | loss 0.0130104 | sup loss 0.0130104 | ssl loss 0 | mask 1 | sec/iter 0.248239 | ssl coef 0 | lr 0.003
[07/01 07:58:53] __main__ INFO: validation
[07/01 07:59:09] __main__ INFO: validation loss 2.271313 | validation acc. 0.727400 | raw acc. 0.727400
[07/01 07:59:33] __main__ INFO: [120064/500000] acc 0.996083 | loss 0.0100458 | sup loss 0.0100458 | ssl loss 0 | mask 1 | sec/iter 0.246237 | ssl coef 0 | lr 0.003
[07/01 08:01:02] __main__ INFO: [120320/500000] acc 0.99997 | loss 0.000644757 | sup loss 0.000644757 | ssl loss 0 | mask 1 | sec/iter 0.26815 | ssl coef 0 | lr 0.003
[07/01 08:02:30] __main__ INFO: [120576/500000] acc 0.999752 | loss 0.00192461 | sup loss 0.00192461 | ssl loss 0 | mask 1 | sec/iter 0.231146 | ssl coef 0 | lr 0.003
[07/01 08:03:58] __main__ INFO: [120832/500000] acc 0.999722 | loss 0.000541097 | sup loss 0.000541097 | ssl loss 0 | mask 1 | sec/iter 0.23597 | ssl coef 0 | lr 0.003
[07/01 08:05:27] __main__ INFO: [121088/500000] acc 0.998197 | loss 0.00426609 | sup loss 0.00426609 | ssl loss 0 | mask 1 | sec/iter 0.228937 | ssl coef 0 | lr 0.003
[07/01 08:06:59] __main__ INFO: [121344/500000] acc 0.992864 | loss 0.0200412 | sup loss 0.0200412 | ssl loss 0 | mask 1 | sec/iter 0.318827 | ssl coef 0 | lr 0.003
[07/01 08:08:38] __main__ INFO: [121600/500000] acc 0.999513 | loss 0.00356334 | sup loss 0.00356334 | ssl loss 0 | mask 1 | sec/iter 0.260282 | ssl coef 0 | lr 0.003
[07/01 08:10:15] __main__ INFO: [121856/500000] acc 0.99859 | loss 0.00335161 | sup loss 0.00335161 | ssl loss 0 | mask 1 | sec/iter 0.287643 | ssl coef 0 | lr 0.003
[07/01 08:11:08] __main__ INFO: validation
[07/01 08:11:26] __main__ INFO: validation loss 2.128285 | validation acc. 0.739400 | raw acc. 0.739400
[07/01 08:12:08] __main__ INFO: [122112/500000] acc 0.999192 | loss 0.00327416 | sup loss 0.00327416 | ssl loss 0 | mask 1 | sec/iter 0.280974 | ssl coef 0 | lr 0.003
[07/01 08:13:33] __main__ INFO: [122368/500000] acc 0.999254 | loss 0.0027184 | sup loss 0.0027184 | ssl loss 0 | mask 1 | sec/iter 0.293576 | ssl coef 0 | lr 0.003
[07/01 08:14:58] __main__ INFO: [122624/500000] acc 0.999904 | loss 0.0012945 | sup loss 0.0012945 | ssl loss 0 | mask 1 | sec/iter 0.307308 | ssl coef 0 | lr 0.003
[07/01 08:16:22] __main__ INFO: [122880/500000] acc 0.999884 | loss 0.000669008 | sup loss 0.000669008 | ssl loss 0 | mask 1 | sec/iter 0.303333 | ssl coef 0 | lr 0.003
[07/01 08:17:45] __main__ INFO: [123136/500000] acc 1 | loss 0.000279594 | sup loss 0.000279594 | ssl loss 0 | mask 1 | sec/iter 0.293697 | ssl coef 0 | lr 0.003
[07/01 08:19:12] __main__ INFO: [123392/500000] acc 1 | loss 0.00016202 | sup loss 0.00016202 | ssl loss 0 | mask 1 | sec/iter 0.302271 | ssl coef 0 | lr 0.003
[07/01 08:20:36] __main__ INFO: [123648/500000] acc 1 | loss 0.000337125 | sup loss 0.000337125 | ssl loss 0 | mask 1 | sec/iter 0.288172 | ssl coef 0 | lr 0.003
[07/01 08:22:00] __main__ INFO: [123904/500000] acc 1 | loss 0.000425134 | sup loss 0.000425134 | ssl loss 0 | mask 1 | sec/iter 0.292043 | ssl coef 0 | lr 0.003
[07/01 08:22:32] __main__ INFO: validation
[07/01 08:22:47] __main__ INFO: validation loss 2.090588 | validation acc. 0.751600 | raw acc. 0.751600
[07/01 08:23:43] __main__ INFO: [124160/500000] acc 0.993911 | loss 0.0266133 | sup loss 0.0266133 | ssl loss 0 | mask 1 | sec/iter 0.313083 | ssl coef 0 | lr 0.003
[07/01 08:25:06] __main__ INFO: [124416/500000] acc 0.998612 | loss 0.00333928 | sup loss 0.00333928 | ssl loss 0 | mask 1 | sec/iter 0.288301 | ssl coef 0 | lr 0.003
[07/01 08:26:33] __main__ INFO: [124672/500000] acc 0.998579 | loss 0.00482912 | sup loss 0.00482912 | ssl loss 0 | mask 1 | sec/iter 0.271556 | ssl coef 0 | lr 0.003
[07/01 08:27:54] __main__ INFO: [124928/500000] acc 0.999372 | loss 0.00663592 | sup loss 0.00663592 | ssl loss 0 | mask 1 | sec/iter 0.296992 | ssl coef 0 | lr 0.003
[07/01 08:29:24] __main__ INFO: [125184/500000] acc 0.998325 | loss 0.00606173 | sup loss 0.00606173 | ssl loss 0 | mask 1 | sec/iter 0.214249 | ssl coef 0 | lr 0.003
[07/01 08:30:38] __main__ INFO: [125440/500000] acc 0.998997 | loss 0.00193655 | sup loss 0.00193655 | ssl loss 0 | mask 1 | sec/iter 0.205143 | ssl coef 0 | lr 0.003
[07/01 08:31:42] __main__ INFO: [125696/500000] acc 0.996645 | loss 0.0049278 | sup loss 0.0049278 | ssl loss 0 | mask 1 | sec/iter 0.220905 | ssl coef 0 | lr 0.003
[07/01 08:32:46] __main__ INFO: [125952/500000] acc 0.997518 | loss 0.00731889 | sup loss 0.00731889 | ssl loss 0 | mask 1 | sec/iter 0.230742 | ssl coef 0 | lr 0.003
[07/01 08:32:58] __main__ INFO: validation
[07/01 08:33:10] __main__ INFO: validation loss 2.240274 | validation acc. 0.732400 | raw acc. 0.732400
[07/01 08:34:05] __main__ INFO: [126208/500000] acc 0.999874 | loss 0.00105831 | sup loss 0.00105831 | ssl loss 0 | mask 1 | sec/iter 0.23472 | ssl coef 0 | lr 0.003
[07/01 08:35:10] __main__ INFO: [126464/500000] acc 0.99891 | loss 0.00417445 | sup loss 0.00417445 | ssl loss 0 | mask 1 | sec/iter 0.223172 | ssl coef 0 | lr 0.003
[07/01 08:36:13] __main__ INFO: [126720/500000] acc 0.99741 | loss 0.0141443 | sup loss 0.0141443 | ssl loss 0 | mask 1 | sec/iter 0.231363 | ssl coef 0 | lr 0.003
[07/01 08:37:17] __main__ INFO: [126976/500000] acc 0.999938 | loss 0.000257568 | sup loss 0.000257568 | ssl loss 0 | mask 1 | sec/iter 0.220433 | ssl coef 0 | lr 0.003
[07/01 08:38:47] __main__ INFO: [127232/500000] acc 0.996154 | loss 0.00607217 | sup loss 0.00607217 | ssl loss 0 | mask 1 | sec/iter 0.228562 | ssl coef 0 | lr 0.003
[07/01 08:40:16] __main__ INFO: [127488/500000] acc 0.99904 | loss 0.00290318 | sup loss 0.00290318 | ssl loss 0 | mask 1 | sec/iter 0.220417 | ssl coef 0 | lr 0.003
[07/01 08:41:45] __main__ INFO: [127744/500000] acc 0.99844 | loss 0.00236601 | sup loss 0.00236601 | ssl loss 0 | mask 1 | sec/iter 0.257824 | ssl coef 0 | lr 0.003
[07/01 08:43:15] __main__ INFO: [128000/500000] acc 0.999537 | loss 0.000744756 | sup loss 0.000744756 | ssl loss 0 | mask 1 | sec/iter 0.235118 | ssl coef 0 | lr 0.003
[07/01 08:43:15] __main__ INFO: validation
[07/01 08:43:31] __main__ INFO: validation loss 2.077067 | validation acc. 0.741000 | raw acc. 0.741000
[07/01 08:45:00] __main__ INFO: [128256/500000] acc 0.996674 | loss 0.00949359 | sup loss 0.00949359 | ssl loss 0 | mask 1 | sec/iter 0.216819 | ssl coef 0 | lr 0.003
[07/01 08:46:29] __main__ INFO: [128512/500000] acc 0.999943 | loss 0.00128594 | sup loss 0.00128594 | ssl loss 0 | mask 1 | sec/iter 0.228422 | ssl coef 0 | lr 0.003
[07/01 08:47:59] __main__ INFO: [128768/500000] acc 0.998358 | loss 0.0125679 | sup loss 0.0125679 | ssl loss 0 | mask 1 | sec/iter 0.255528 | ssl coef 0 | lr 0.003
[07/01 08:49:27] __main__ INFO: [129024/500000] acc 0.996261 | loss 0.00735033 | sup loss 0.00735033 | ssl loss 0 | mask 1 | sec/iter 0.221713 | ssl coef 0 | lr 0.003
[07/01 08:50:57] __main__ INFO: [129280/500000] acc 1 | loss 0.000429947 | sup loss 0.000429947 | ssl loss 0 | mask 1 | sec/iter 0.231896 | ssl coef 0 | lr 0.003
[07/01 08:52:25] __main__ INFO: [129536/500000] acc 0.999848 | loss 0.00103638 | sup loss 0.00103638 | ssl loss 0 | mask 1 | sec/iter 0.25762 | ssl coef 0 | lr 0.003
[07/01 08:53:54] __main__ INFO: [129792/500000] acc 0.99752 | loss 0.0100185 | sup loss 0.0100185 | ssl loss 0 | mask 1 | sec/iter 0.226172 | ssl coef 0 | lr 0.003
[07/01 08:55:05] __main__ INFO: validation
[07/01 08:55:22] __main__ INFO: validation loss 2.238791 | validation acc. 0.739000 | raw acc. 0.739000
[07/01 08:55:40] __main__ INFO: [130048/500000] acc 0.998316 | loss 0.00335285 | sup loss 0.00335285 | ssl loss 0 | mask 1 | sec/iter 0.267876 | ssl coef 0 | lr 0.003
[07/01 08:57:09] __main__ INFO: [130304/500000] acc 0.999978 | loss 0.000504167 | sup loss 0.000504167 | ssl loss 0 | mask 1 | sec/iter 0.245408 | ssl coef 0 | lr 0.003
[07/01 08:58:38] __main__ INFO: [130560/500000] acc 0.990523 | loss 0.0284484 | sup loss 0.0284484 | ssl loss 0 | mask 1 | sec/iter 0.204809 | ssl coef 0 | lr 0.003
[07/01 09:00:06] __main__ INFO: [130816/500000] acc 0.995989 | loss 0.0151821 | sup loss 0.0151821 | ssl loss 0 | mask 1 | sec/iter 0.242062 | ssl coef 0 | lr 0.003
[07/01 09:01:34] __main__ INFO: [131072/500000] acc 0.998283 | loss 0.00406733 | sup loss 0.00406733 | ssl loss 0 | mask 1 | sec/iter 0.237298 | ssl coef 0 | lr 0.003
[07/01 09:03:03] __main__ INFO: [131328/500000] acc 0.999178 | loss 0.002507 | sup loss 0.002507 | ssl loss 0 | mask 1 | sec/iter 0.243746 | ssl coef 0 | lr 0.003
[07/01 09:04:32] __main__ INFO: [131584/500000] acc 0.998971 | loss 0.00572212 | sup loss 0.00572212 | ssl loss 0 | mask 1 | sec/iter 0.193474 | ssl coef 0 | lr 0.003
[07/01 09:05:51] __main__ INFO: [131840/500000] acc 0.999996 | loss 0.000480917 | sup loss 0.000480917 | ssl loss 0 | mask 1 | sec/iter 0.236038 | ssl coef 0 | lr 0.003
[07/01 09:06:32] __main__ INFO: validation
[07/01 09:06:43] __main__ INFO: validation loss 2.091138 | validation acc. 0.741400 | raw acc. 0.741400
[07/01 09:07:10] __main__ INFO: [132096/500000] acc 0.999211 | loss 0.00240384 | sup loss 0.00240384 | ssl loss 0 | mask 1 | sec/iter 0.24404 | ssl coef 0 | lr 0.003
[07/01 09:08:17] __main__ INFO: [132352/500000] acc 0.997222 | loss 0.00672662 | sup loss 0.00672662 | ssl loss 0 | mask 1 | sec/iter 0.235557 | ssl coef 0 | lr 0.003
[07/01 09:09:21] __main__ INFO: [132608/500000] acc 0.996807 | loss 0.0124298 | sup loss 0.0124298 | ssl loss 0 | mask 1 | sec/iter 0.234564 | ssl coef 0 | lr 0.003
[07/01 09:10:28] __main__ INFO: [132864/500000] acc 0.998762 | loss 0.00762686 | sup loss 0.00762686 | ssl loss 0 | mask 1 | sec/iter 0.233634 | ssl coef 0 | lr 0.003
[07/01 09:11:35] __main__ INFO: [133120/500000] acc 0.999969 | loss 0.000680213 | sup loss 0.000680213 | ssl loss 0 | mask 1 | sec/iter 0.242747 | ssl coef 0 | lr 0.003
[07/01 09:12:49] __main__ INFO: [133376/500000] acc 1 | loss 0.000197109 | sup loss 0.000197109 | ssl loss 0 | mask 1 | sec/iter 0.229295 | ssl coef 0 | lr 0.003
[07/01 09:14:17] __main__ INFO: [133632/500000] acc 0.999999 | loss 0.000115601 | sup loss 0.000115601 | ssl loss 0 | mask 1 | sec/iter 0.255078 | ssl coef 0 | lr 0.003
[07/01 09:15:45] __main__ INFO: [133888/500000] acc 0.998127 | loss 0.00562387 | sup loss 0.00562387 | ssl loss 0 | mask 1 | sec/iter 0.230263 | ssl coef 0 | lr 0.003
[07/01 09:16:23] __main__ INFO: validation
[07/01 09:16:40] __main__ INFO: validation loss 2.317264 | validation acc. 0.725200 | raw acc. 0.725200
[07/01 09:17:33] __main__ INFO: [134144/500000] acc 0.998237 | loss 0.010131 | sup loss 0.010131 | ssl loss 0 | mask 1 | sec/iter 0.266774 | ssl coef 0 | lr 0.003
[07/01 09:19:00] __main__ INFO: [134400/500000] acc 0.997234 | loss 0.00621397 | sup loss 0.00621397 | ssl loss 0 | mask 1 | sec/iter 0.320947 | ssl coef 0 | lr 0.003
[07/01 09:20:35] __main__ INFO: [134656/500000] acc 0.999122 | loss 0.00225186 | sup loss 0.00225186 | ssl loss 0 | mask 1 | sec/iter 0.26502 | ssl coef 0 | lr 0.003
[07/01 09:22:11] __main__ INFO: [134912/500000] acc 0.999871 | loss 0.00144225 | sup loss 0.00144225 | ssl loss 0 | mask 1 | sec/iter 0.264127 | ssl coef 0 | lr 0.003
[07/01 09:23:43] __main__ INFO: [135168/500000] acc 0.997003 | loss 0.00434623 | sup loss 0.00434623 | ssl loss 0 | mask 1 | sec/iter 0.278797 | ssl coef 0 | lr 0.003
[07/01 09:25:12] __main__ INFO: [135424/500000] acc 0.998737 | loss 0.00588164 | sup loss 0.00588164 | ssl loss 0 | mask 1 | sec/iter 0.287743 | ssl coef 0 | lr 0.003
[07/01 09:26:45] __main__ INFO: [135680/500000] acc 0.993671 | loss 0.0100619 | sup loss 0.0100619 | ssl loss 0 | mask 1 | sec/iter 0.30228 | ssl coef 0 | lr 0.003
[07/01 09:28:12] __main__ INFO: [135936/500000] acc 0.999992 | loss 0.000461026 | sup loss 0.000461026 | ssl loss 0 | mask 1 | sec/iter 0.30538 | ssl coef 0 | lr 0.003
[07/01 09:28:32] __main__ INFO: validation
[07/01 09:28:47] __main__ INFO: validation loss 2.103859 | validation acc. 0.743000 | raw acc. 0.743000
[07/01 09:29:52] __main__ INFO: [136192/500000] acc 0.997487 | loss 0.0046944 | sup loss 0.0046944 | ssl loss 0 | mask 1 | sec/iter 0.303278 | ssl coef 0 | lr 0.003
[07/01 09:31:16] __main__ INFO: [136448/500000] acc 0.997566 | loss 0.00323383 | sup loss 0.00323383 | ssl loss 0 | mask 1 | sec/iter 0.315791 | ssl coef 0 | lr 0.003
[07/01 09:32:42] __main__ INFO: [136704/500000] acc 0.999754 | loss 0.00109724 | sup loss 0.00109724 | ssl loss 0 | mask 1 | sec/iter 0.302716 | ssl coef 0 | lr 0.003
[07/01 09:34:08] __main__ INFO: [136960/500000] acc 0.997755 | loss 0.0049078 | sup loss 0.0049078 | ssl loss 0 | mask 1 | sec/iter 0.3088 | ssl coef 0 | lr 0.003
[07/01 09:35:33] __main__ INFO: [137216/500000] acc 0.999164 | loss 0.00346127 | sup loss 0.00346127 | ssl loss 0 | mask 1 | sec/iter 0.307495 | ssl coef 0 | lr 0.003
[07/01 09:37:00] __main__ INFO: [137472/500000] acc 0.999968 | loss 0.000863015 | sup loss 0.000863015 | ssl loss 0 | mask 1 | sec/iter 0.291002 | ssl coef 0 | lr 0.003
[07/01 09:38:23] __main__ INFO: [137728/500000] acc 0.998808 | loss 0.00313935 | sup loss 0.00313935 | ssl loss 0 | mask 1 | sec/iter 0.284831 | ssl coef 0 | lr 0.003
[07/01 09:39:50] __main__ INFO: [137984/500000] acc 0.999725 | loss 0.00204354 | sup loss 0.00204354 | ssl loss 0 | mask 1 | sec/iter 0.31923 | ssl coef 0 | lr 0.003
[07/01 09:39:55] __main__ INFO: validation
[07/01 09:40:10] __main__ INFO: validation loss 2.159367 | validation acc. 0.746000 | raw acc. 0.746000
[07/01 09:41:37] __main__ INFO: [138240/500000] acc 1 | loss 0.000508445 | sup loss 0.000508445 | ssl loss 0 | mask 1 | sec/iter 0.231465 | ssl coef 0 | lr 0.003
[07/01 09:43:08] __main__ INFO: [138496/500000] acc 0.994098 | loss 0.0233771 | sup loss 0.0233771 | ssl loss 0 | mask 1 | sec/iter 0.156245 | ssl coef 0 | lr 0.003
[07/01 09:44:13] __main__ INFO: [138752/500000] acc 0.998184 | loss 0.00307111 | sup loss 0.00307111 | ssl loss 0 | mask 1 | sec/iter 0.21431 | ssl coef 0 | lr 0.003
[07/01 09:45:17] __main__ INFO: [139008/500000] acc 0.999166 | loss 0.00237305 | sup loss 0.00237305 | ssl loss 0 | mask 1 | sec/iter 0.217656 | ssl coef 0 | lr 0.003
[07/01 09:46:21] __main__ INFO: [139264/500000] acc 0.998558 | loss 0.00436588 | sup loss 0.00436588 | ssl loss 0 | mask 1 | sec/iter 0.226408 | ssl coef 0 | lr 0.003
[07/01 09:47:24] __main__ INFO: [139520/500000] acc 0.999372 | loss 0.00149041 | sup loss 0.00149041 | ssl loss 0 | mask 1 | sec/iter 0.215333 | ssl coef 0 | lr 0.003
[07/01 09:48:28] __main__ INFO: [139776/500000] acc 0.999798 | loss 0.00064727 | sup loss 0.00064727 | ssl loss 0 | mask 1 | sec/iter 0.228659 | ssl coef 0 | lr 0.003
[07/01 09:49:24] __main__ INFO: validation
[07/01 09:49:36] __main__ INFO: validation loss 2.124504 | validation acc. 0.746600 | raw acc. 0.746600
[07/01 09:49:47] __main__ INFO: [140032/500000] acc 0.999991 | loss 0.000264056 | sup loss 0.000264056 | ssl loss 0 | mask 1 | sec/iter 0.238042 | ssl coef 0 | lr 0.003
[07/01 09:50:57] __main__ INFO: [140288/500000] acc 0.992308 | loss 0.0235658 | sup loss 0.0235658 | ssl loss 0 | mask 1 | sec/iter 0.255139 | ssl coef 0 | lr 0.003
[07/01 09:52:25] __main__ INFO: [140544/500000] acc 0.996155 | loss 0.00935056 | sup loss 0.00935056 | ssl loss 0 | mask 1 | sec/iter 0.241405 | ssl coef 0 | lr 0.003
[07/01 09:53:55] __main__ INFO: [140800/500000] acc 1 | loss 0.00141484 | sup loss 0.00141484 | ssl loss 0 | mask 1 | sec/iter 0.235709 | ssl coef 0 | lr 0.003
[07/01 09:55:25] __main__ INFO: [141056/500000] acc 0.999981 | loss 0.000547185 | sup loss 0.000547185 | ssl loss 0 | mask 1 | sec/iter 0.198933 | ssl coef 0 | lr 0.003
[07/01 09:56:54] __main__ INFO: [141312/500000] acc 0.999425 | loss 0.00364177 | sup loss 0.00364177 | ssl loss 0 | mask 1 | sec/iter 0.234917 | ssl coef 0 | lr 0.003
[07/01 09:58:23] __main__ INFO: [141568/500000] acc 0.997609 | loss 0.00482916 | sup loss 0.00482916 | ssl loss 0 | mask 1 | sec/iter 0.242747 | ssl coef 0 | lr 0.003
[07/01 09:59:51] __main__ INFO: [141824/500000] acc 0.999819 | loss 0.000919848 | sup loss 0.000919848 | ssl loss 0 | mask 1 | sec/iter 0.245252 | ssl coef 0 | lr 0.003
[07/01 10:00:53] __main__ INFO: validation
[07/01 10:01:10] __main__ INFO: validation loss 2.186388 | validation acc. 0.738200 | raw acc. 0.738200
[07/01 10:01:41] __main__ INFO: [142080/500000] acc 0.997203 | loss 0.00713091 | sup loss 0.00713091 | ssl loss 0 | mask 1 | sec/iter 0.221233 | ssl coef 0 | lr 0.003
[07/01 10:03:09] __main__ INFO: [142336/500000] acc 0.998213 | loss 0.00497907 | sup loss 0.00497907 | ssl loss 0 | mask 1 | sec/iter 0.241314 | ssl coef 0 | lr 0.003
[07/01 10:04:39] __main__ INFO: [142592/500000] acc 0.999815 | loss 0.0016007 | sup loss 0.0016007 | ssl loss 0 | mask 1 | sec/iter 0.205506 | ssl coef 0 | lr 0.003
[07/01 10:06:10] __main__ INFO: [142848/500000] acc 0.997666 | loss 0.0113567 | sup loss 0.0113567 | ssl loss 0 | mask 1 | sec/iter 0.261093 | ssl coef 0 | lr 0.003
[07/01 10:07:39] __main__ INFO: [143104/500000] acc 1 | loss 0.000309716 | sup loss 0.000309716 | ssl loss 0 | mask 1 | sec/iter 0.221456 | ssl coef 0 | lr 0.003
[07/01 10:09:07] __main__ INFO: [143360/500000] acc 0.999785 | loss 0.00135984 | sup loss 0.00135984 | ssl loss 0 | mask 1 | sec/iter 0.242446 | ssl coef 0 | lr 0.003
[07/01 10:10:35] __main__ INFO: [143616/500000] acc 0.997602 | loss 0.00569741 | sup loss 0.00569741 | ssl loss 0 | mask 1 | sec/iter 0.236705 | ssl coef 0 | lr 0.003
[07/01 10:12:03] __main__ INFO: [143872/500000] acc 0.998536 | loss 0.00608235 | sup loss 0.00608235 | ssl loss 0 | mask 1 | sec/iter 0.227127 | ssl coef 0 | lr 0.003
[07/01 10:12:44] __main__ INFO: validation
[07/01 10:13:01] __main__ INFO: validation loss 2.157128 | validation acc. 0.743200 | raw acc. 0.743200
[07/01 10:13:46] __main__ INFO: [144128/500000] acc 0.994705 | loss 0.0146418 | sup loss 0.0146418 | ssl loss 0 | mask 1 | sec/iter 0.250912 | ssl coef 0 | lr 0.003
[07/01 10:15:16] __main__ INFO: [144384/500000] acc 0.999995 | loss 0.000563746 | sup loss 0.000563746 | ssl loss 0 | mask 1 | sec/iter 0.242932 | ssl coef 0 | lr 0.003
[07/01 10:16:43] __main__ INFO: [144640/500000] acc 0.998033 | loss 0.00463983 | sup loss 0.00463983 | ssl loss 0 | mask 1 | sec/iter 0.239647 | ssl coef 0 | lr 0.003
[07/01 10:18:15] __main__ INFO: [144896/500000] acc 0.999999 | loss 0.00177674 | sup loss 0.00177674 | ssl loss 0 | mask 1 | sec/iter 0.230803 | ssl coef 0 | lr 0.003
[07/01 10:19:28] __main__ INFO: [145152/500000] acc 0.99838 | loss 0.00206415 | sup loss 0.00206415 | ssl loss 0 | mask 1 | sec/iter 0.238142 | ssl coef 0 | lr 0.003
[07/01 10:20:35] __main__ INFO: [145408/500000] acc 0.999246 | loss 0.00161943 | sup loss 0.00161943 | ssl loss 0 | mask 1 | sec/iter 0.252517 | ssl coef 0 | lr 0.003
[07/01 10:21:39] __main__ INFO: [145664/500000] acc 0.997034 | loss 0.00351117 | sup loss 0.00351117 | ssl loss 0 | mask 1 | sec/iter 0.234216 | ssl coef 0 | lr 0.003
[07/01 10:22:46] __main__ INFO: [145920/500000] acc 0.996964 | loss 0.0127519 | sup loss 0.0127519 | ssl loss 0 | mask 1 | sec/iter 0.234467 | ssl coef 0 | lr 0.003
[07/01 10:23:07] __main__ INFO: validation
[07/01 10:23:18] __main__ INFO: validation loss 2.292061 | validation acc. 0.733600 | raw acc. 0.733600
[07/01 10:24:05] __main__ INFO: [146176/500000] acc 0.999404 | loss 0.00360688 | sup loss 0.00360688 | ssl loss 0 | mask 1 | sec/iter 0.243778 | ssl coef 0 | lr 0.003
[07/01 10:25:11] __main__ INFO: [146432/500000] acc 0.999713 | loss 0.00245837 | sup loss 0.00245837 | ssl loss 0 | mask 1 | sec/iter 0.226406 | ssl coef 0 | lr 0.003
[07/01 10:26:33] __main__ INFO: [146688/500000] acc 0.999918 | loss 0.00126456 | sup loss 0.00126456 | ssl loss 0 | mask 1 | sec/iter 0.245558 | ssl coef 0 | lr 0.003
[07/01 10:28:00] __main__ INFO: [146944/500000] acc 1 | loss 0.000818875 | sup loss 0.000818875 | ssl loss 0 | mask 1 | sec/iter 0.238048 | ssl coef 0 | lr 0.003
[07/01 10:29:29] __main__ INFO: [147200/500000] acc 0.995866 | loss 0.00847651 | sup loss 0.00847651 | ssl loss 0 | mask 1 | sec/iter 0.2494 | ssl coef 0 | lr 0.003
[07/01 10:30:56] __main__ INFO: [147456/500000] acc 0.995563 | loss 0.00885575 | sup loss 0.00885575 | ssl loss 0 | mask 1 | sec/iter 0.247279 | ssl coef 0 | lr 0.003
[07/01 10:32:24] __main__ INFO: [147712/500000] acc 0.999778 | loss 0.000679201 | sup loss 0.000679201 | ssl loss 0 | mask 1 | sec/iter 0.245456 | ssl coef 0 | lr 0.003
[07/01 10:33:51] __main__ INFO: [147968/500000] acc 0.996288 | loss 0.00878812 | sup loss 0.00878812 | ssl loss 0 | mask 1 | sec/iter 0.253071 | ssl coef 0 | lr 0.003
[07/01 10:34:03] __main__ INFO: validation
[07/01 10:34:19] __main__ INFO: validation loss 2.323245 | validation acc. 0.738200 | raw acc. 0.738200
[07/01 10:35:38] __main__ INFO: [148224/500000] acc 0.999492 | loss 0.000969026 | sup loss 0.000969026 | ssl loss 0 | mask 1 | sec/iter 0.238061 | ssl coef 0 | lr 0.003
[07/01 10:37:05] __main__ INFO: [148480/500000] acc 0.999257 | loss 0.00206046 | sup loss 0.00206046 | ssl loss 0 | mask 1 | sec/iter 0.222788 | ssl coef 0 | lr 0.003
[07/01 10:38:34] __main__ INFO: [148736/500000] acc 0.99987 | loss 0.00205795 | sup loss 0.00205795 | ssl loss 0 | mask 1 | sec/iter 0.228428 | ssl coef 0 | lr 0.003
[07/01 10:40:04] __main__ INFO: [148992/500000] acc 0.999998 | loss 0.000724403 | sup loss 0.000724403 | ssl loss 0 | mask 1 | sec/iter 0.311131 | ssl coef 0 | lr 0.003
[07/01 10:41:39] __main__ INFO: [149248/500000] acc 0.996648 | loss 0.0145181 | sup loss 0.0145181 | ssl loss 0 | mask 1 | sec/iter 0.278067 | ssl coef 0 | lr 0.003
[07/01 10:43:12] __main__ INFO: [149504/500000] acc 0.998593 | loss 0.00277745 | sup loss 0.00277745 | ssl loss 0 | mask 1 | sec/iter 0.29803 | ssl coef 0 | lr 0.003
[07/01 10:44:45] __main__ INFO: [149760/500000] acc 0.997906 | loss 0.0102987 | sup loss 0.0102987 | ssl loss 0 | mask 1 | sec/iter 0.289623 | ssl coef 0 | lr 0.003
[07/01 10:46:07] __main__ INFO: validation
[07/01 10:46:22] __main__ INFO: validation loss 2.262565 | validation acc. 0.739200 | raw acc. 0.739200
[07/01 10:46:31] __main__ INFO: [150016/500000] acc 0.999456 | loss 0.00117391 | sup loss 0.00117391 | ssl loss 0 | mask 1 | sec/iter 0.304014 | ssl coef 0 | lr 0.003
[07/01 10:47:55] __main__ INFO: [150272/500000] acc 0.999312 | loss 0.00374241 | sup loss 0.00374241 | ssl loss 0 | mask 1 | sec/iter 0.309502 | ssl coef 0 | lr 0.003
[07/01 10:49:20] __main__ INFO: [150528/500000] acc 0.998179 | loss 0.00477622 | sup loss 0.00477622 | ssl loss 0 | mask 1 | sec/iter 0.288608 | ssl coef 0 | lr 0.003
[07/01 10:50:46] __main__ INFO: [150784/500000] acc 0.999277 | loss 0.00166525 | sup loss 0.00166525 | ssl loss 0 | mask 1 | sec/iter 0.270352 | ssl coef 0 | lr 0.003
[07/01 10:52:13] __main__ INFO: [151040/500000] acc 0.998 | loss 0.0106961 | sup loss 0.0106961 | ssl loss 0 | mask 1 | sec/iter 0.321808 | ssl coef 0 | lr 0.003
[07/01 10:53:40] __main__ INFO: [151296/500000] acc 0.995619 | loss 0.0220952 | sup loss 0.0220952 | ssl loss 0 | mask 1 | sec/iter 0.309952 | ssl coef 0 | lr 0.003
[07/01 10:55:07] __main__ INFO: [151552/500000] acc 0.997914 | loss 0.00331696 | sup loss 0.00331696 | ssl loss 0 | mask 1 | sec/iter 0.31849 | ssl coef 0 | lr 0.003
[07/01 10:56:30] __main__ INFO: [151808/500000] acc 0.998102 | loss 0.00439032 | sup loss 0.00439032 | ssl loss 0 | mask 1 | sec/iter 0.31278 | ssl coef 0 | lr 0.003
[07/01 10:57:35] __main__ INFO: validation
[07/01 10:57:46] __main__ INFO: validation loss 2.326641 | validation acc. 0.730800 | raw acc. 0.730800
[07/01 10:58:07] __main__ INFO: [152064/500000] acc 0.999966 | loss 0.000575713 | sup loss 0.000575713 | ssl loss 0 | mask 1 | sec/iter 0.28849 | ssl coef 0 | lr 0.003
[07/01 10:59:25] __main__ INFO: [152320/500000] acc 0.999999 | loss 0.00084441 | sup loss 0.00084441 | ssl loss 0 | mask 1 | sec/iter 0.284473 | ssl coef 0 | lr 0.003
[07/01 11:00:44] __main__ INFO: [152576/500000] acc 0.999712 | loss 0.00129449 | sup loss 0.00129449 | ssl loss 0 | mask 1 | sec/iter 0.305613 | ssl coef 0 | lr 0.003
[07/01 11:02:04] __main__ INFO: [152832/500000] acc 0.999927 | loss 0.000676242 | sup loss 0.000676242 | ssl loss 0 | mask 1 | sec/iter 0.249806 | ssl coef 0 | lr 0.003
[07/01 11:03:34] __main__ INFO: [153088/500000] acc 0.998156 | loss 0.0060109 | sup loss 0.0060109 | ssl loss 0 | mask 1 | sec/iter 0.265984 | ssl coef 0 | lr 0.003
[07/01 11:05:09] __main__ INFO: [153344/500000] acc 0.99921 | loss 0.00198345 | sup loss 0.00198345 | ssl loss 0 | mask 1 | sec/iter 0.351085 | ssl coef 0 | lr 0.003
[07/01 11:06:41] __main__ INFO: [153600/500000] acc 0.999597 | loss 0.00123674 | sup loss 0.00123674 | ssl loss 0 | mask 1 | sec/iter 0.353396 | ssl coef 0 | lr 0.003
[07/01 11:08:16] __main__ INFO: [153856/500000] acc 0.99788 | loss 0.00905603 | sup loss 0.00905603 | ssl loss 0 | mask 1 | sec/iter 0.34916 | ssl coef 0 | lr 0.003
[07/01 11:09:09] __main__ INFO: validation
[07/01 11:09:23] __main__ INFO: validation loss 2.355912 | validation acc. 0.737200 | raw acc. 0.737200
[07/01 11:10:06] __main__ INFO: [154112/500000] acc 0.999883 | loss 0.000649206 | sup loss 0.000649206 | ssl loss 0 | mask 1 | sec/iter 0.315719 | ssl coef 0 | lr 0.003
[07/01 11:11:41] __main__ INFO: [154368/500000] acc 0.999197 | loss 0.00550132 | sup loss 0.00550132 | ssl loss 0 | mask 1 | sec/iter 0.349341 | ssl coef 0 | lr 0.003
[07/01 11:13:16] __main__ INFO: [154624/500000] acc 0.999124 | loss 0.00259976 | sup loss 0.00259976 | ssl loss 0 | mask 1 | sec/iter 0.355674 | ssl coef 0 | lr 0.003
[07/01 11:14:50] __main__ INFO: [154880/500000] acc 0.999993 | loss 0.000444427 | sup loss 0.000444427 | ssl loss 0 | mask 1 | sec/iter 0.353853 | ssl coef 0 | lr 0.003
[07/01 11:16:25] __main__ INFO: [155136/500000] acc 0.998313 | loss 0.00629089 | sup loss 0.00629089 | ssl loss 0 | mask 1 | sec/iter 0.355813 | ssl coef 0 | lr 0.003
[07/01 11:17:59] __main__ INFO: [155392/500000] acc 0.998812 | loss 0.00821432 | sup loss 0.00821432 | ssl loss 0 | mask 1 | sec/iter 0.350615 | ssl coef 0 | lr 0.003
[07/01 11:19:34] __main__ INFO: [155648/500000] acc 0.999213 | loss 0.0025489 | sup loss 0.0025489 | ssl loss 0 | mask 1 | sec/iter 0.353877 | ssl coef 0 | lr 0.003
[07/01 11:21:08] __main__ INFO: [155904/500000] acc 0.999567 | loss 0.00114547 | sup loss 0.00114547 | ssl loss 0 | mask 1 | sec/iter 0.345205 | ssl coef 0 | lr 0.003
[07/01 11:21:44] __main__ INFO: validation
[07/01 11:21:57] __main__ INFO: validation loss 2.206486 | validation acc. 0.743200 | raw acc. 0.743200
[07/01 11:22:59] __main__ INFO: [156160/500000] acc 0.999303 | loss 0.00363855 | sup loss 0.00363855 | ssl loss 0 | mask 1 | sec/iter 0.35516 | ssl coef 0 | lr 0.003
[07/01 11:24:34] __main__ INFO: [156416/500000] acc 1 | loss 0.000389483 | sup loss 0.000389483 | ssl loss 0 | mask 1 | sec/iter 0.35149 | ssl coef 0 | lr 0.003
[07/01 11:26:08] __main__ INFO: [156672/500000] acc 1 | loss 0.00033019 | sup loss 0.00033019 | ssl loss 0 | mask 1 | sec/iter 0.349727 | ssl coef 0 | lr 0.003
[07/01 11:27:43] __main__ INFO: [156928/500000] acc 0.998728 | loss 0.00162616 | sup loss 0.00162616 | ssl loss 0 | mask 1 | sec/iter 0.345492 | ssl coef 0 | lr 0.003
[07/01 11:29:18] __main__ INFO: [157184/500000] acc 0.997605 | loss 0.00585784 | sup loss 0.00585784 | ssl loss 0 | mask 1 | sec/iter 0.35445 | ssl coef 0 | lr 0.003
[07/01 11:30:49] __main__ INFO: [157440/500000] acc 0.995785 | loss 0.0160305 | sup loss 0.0160305 | ssl loss 0 | mask 1 | sec/iter 0.235511 | ssl coef 0 | lr 0.003
[07/01 11:32:23] __main__ INFO: [157696/500000] acc 0.995877 | loss 0.00832515 | sup loss 0.00832515 | ssl loss 0 | mask 1 | sec/iter 0.219287 | ssl coef 0 | lr 0.003
[07/01 11:33:58] __main__ INFO: [157952/500000] acc 0.998233 | loss 0.00437597 | sup loss 0.00437597 | ssl loss 0 | mask 1 | sec/iter 0.203757 | ssl coef 0 | lr 0.003
[07/01 11:34:16] __main__ INFO: validation
[07/01 11:34:33] __main__ INFO: validation loss 2.487191 | validation acc. 0.729800 | raw acc. 0.729800
[07/01 11:35:49] __main__ INFO: [158208/500000] acc 0.998177 | loss 0.00452641 | sup loss 0.00452641 | ssl loss 0 | mask 1 | sec/iter 0.235437 | ssl coef 0 | lr 0.003
[07/01 11:37:17] __main__ INFO: [158464/500000] acc 0.999629 | loss 0.000848118 | sup loss 0.000848118 | ssl loss 0 | mask 1 | sec/iter 0.23881 | ssl coef 0 | lr 0.003
[07/01 11:38:37] __main__ INFO: [158720/500000] acc 0.999486 | loss 0.00472727 | sup loss 0.00472727 | ssl loss 0 | mask 1 | sec/iter 0.231509 | ssl coef 0 | lr 0.003
[07/01 11:39:43] __main__ INFO: [158976/500000] acc 0.999138 | loss 0.00369088 | sup loss 0.00369088 | ssl loss 0 | mask 1 | sec/iter 0.239685 | ssl coef 0 | lr 0.003
[07/01 11:40:49] __main__ INFO: [159232/500000] acc 0.997137 | loss 0.0043652 | sup loss 0.0043652 | ssl loss 0 | mask 1 | sec/iter 0.230289 | ssl coef 0 | lr 0.003
[07/01 11:41:53] __main__ INFO: [159488/500000] acc 0.999831 | loss 0.00101404 | sup loss 0.00101404 | ssl loss 0 | mask 1 | sec/iter 0.236132 | ssl coef 0 | lr 0.003
[07/01 11:42:58] __main__ INFO: [159744/500000] acc 0.999542 | loss 0.000973039 | sup loss 0.000973039 | ssl loss 0 | mask 1 | sec/iter 0.227167 | ssl coef 0 | lr 0.003
[07/01 11:44:05] __main__ INFO: [160000/500000] acc 1 | loss 0.000663977 | sup loss 0.000663977 | ssl loss 0 | mask 1 | sec/iter 0.237304 | ssl coef 0 | lr 0.003
[07/01 11:44:05] __main__ INFO: validation
[07/01 11:44:16] __main__ INFO: validation loss 2.324364 | validation acc. 0.741200 | raw acc. 0.741200
[07/01 11:45:30] __main__ INFO: [160256/500000] acc 0.999629 | loss 0.00127105 | sup loss 0.00127105 | ssl loss 0 | mask 1 | sec/iter 0.264809 | ssl coef 0 | lr 0.003
[07/01 11:46:59] __main__ INFO: [160512/500000] acc 0.990367 | loss 0.0602108 | sup loss 0.0602108 | ssl loss 0 | mask 1 | sec/iter 0.243807 | ssl coef 0 | lr 0.003
[07/01 11:48:28] __main__ INFO: [160768/500000] acc 0.998507 | loss 0.0128032 | sup loss 0.0128032 | ssl loss 0 | mask 1 | sec/iter 0.239669 | ssl coef 0 | lr 0.003
[07/01 11:49:57] __main__ INFO: [161024/500000] acc 0.999968 | loss 0.000322604 | sup loss 0.000322604 | ssl loss 0 | mask 1 | sec/iter 0.301557 | ssl coef 0 | lr 0.003
[07/01 11:51:26] __main__ INFO: [161280/500000] acc 0.999976 | loss 0.000203521 | sup loss 0.000203521 | ssl loss 0 | mask 1 | sec/iter 0.210188 | ssl coef 0 | lr 0.003
[07/01 11:52:54] __main__ INFO: [161536/500000] acc 0.999138 | loss 0.00125349 | sup loss 0.00125349 | ssl loss 0 | mask 1 | sec/iter 0.232767 | ssl coef 0 | lr 0.003
[07/01 11:54:24] __main__ INFO: [161792/500000] acc 0.99846 | loss 0.00250593 | sup loss 0.00250593 | ssl loss 0 | mask 1 | sec/iter 0.240214 | ssl coef 0 | lr 0.003
[07/01 11:55:37] __main__ INFO: validation
[07/01 11:55:53] __main__ INFO: validation loss 2.368898 | validation acc. 0.740800 | raw acc. 0.740800
[07/01 11:56:11] __main__ INFO: [162048/500000] acc 0.999651 | loss 0.00248682 | sup loss 0.00248682 | ssl loss 0 | mask 1 | sec/iter 0.239959 | ssl coef 0 | lr 0.003
[07/01 11:57:40] __main__ INFO: [162304/500000] acc 0.99417 | loss 0.0122577 | sup loss 0.0122577 | ssl loss 0 | mask 1 | sec/iter 0.21659 | ssl coef 0 | lr 0.003
[07/01 11:59:11] __main__ INFO: [162560/500000] acc 0.998034 | loss 0.00717416 | sup loss 0.00717416 | ssl loss 0 | mask 1 | sec/iter 0.229325 | ssl coef 0 | lr 0.003
[07/01 12:00:24] __main__ INFO: [162816/500000] acc 0.997126 | loss 0.00497042 | sup loss 0.00497042 | ssl loss 0 | mask 1 | sec/iter 0.168115 | ssl coef 0 | lr 0.003
[07/01 12:01:22] __main__ INFO: [163072/500000] acc 0.997092 | loss 0.00349763 | sup loss 0.00349763 | ssl loss 0 | mask 1 | sec/iter 0.145654 | ssl coef 0 | lr 0.003
[07/01 12:02:20] __main__ INFO: [163328/500000] acc 0.998734 | loss 0.00458362 | sup loss 0.00458362 | ssl loss 0 | mask 1 | sec/iter 0.178242 | ssl coef 0 | lr 0.003
[07/01 12:03:18] __main__ INFO: [163584/500000] acc 0.999561 | loss 0.00128564 | sup loss 0.00128564 | ssl loss 0 | mask 1 | sec/iter 0.170889 | ssl coef 0 | lr 0.003
[07/01 12:04:18] __main__ INFO: [163840/500000] acc 0.999365 | loss 0.00257248 | sup loss 0.00257248 | ssl loss 0 | mask 1 | sec/iter 0.165281 | ssl coef 0 | lr 0.003
[07/01 12:04:54] __main__ INFO: validation
[07/01 12:05:04] __main__ INFO: validation loss 2.344482 | validation acc. 0.740800 | raw acc. 0.740800
[07/01 12:05:28] __main__ INFO: [164096/500000] acc 0.999686 | loss 0.00152328 | sup loss 0.00152328 | ssl loss 0 | mask 1 | sec/iter 0.155593 | ssl coef 0 | lr 0.003
[07/01 12:06:25] __main__ INFO: [164352/500000] acc 0.999695 | loss 0.00161698 | sup loss 0.00161698 | ssl loss 0 | mask 1 | sec/iter 0.1576 | ssl coef 0 | lr 0.003
[07/01 12:07:22] __main__ INFO: [164608/500000] acc 0.996904 | loss 0.00919944 | sup loss 0.00919944 | ssl loss 0 | mask 1 | sec/iter 0.164458 | ssl coef 0 | lr 0.003
[07/01 12:08:21] __main__ INFO: [164864/500000] acc 0.999713 | loss 0.00288789 | sup loss 0.00288789 | ssl loss 0 | mask 1 | sec/iter 0.167119 | ssl coef 0 | lr 0.003
[07/01 12:09:18] __main__ INFO: [165120/500000] acc 0.998765 | loss 0.00479622 | sup loss 0.00479622 | ssl loss 0 | mask 1 | sec/iter 0.149649 | ssl coef 0 | lr 0.003
[07/01 12:10:15] __main__ INFO: [165376/500000] acc 0.997509 | loss 0.0145855 | sup loss 0.0145855 | ssl loss 0 | mask 1 | sec/iter 0.17135 | ssl coef 0 | lr 0.003
[07/01 12:11:11] __main__ INFO: [165632/500000] acc 0.999357 | loss 0.00232378 | sup loss 0.00232378 | ssl loss 0 | mask 1 | sec/iter 0.164317 | ssl coef 0 | lr 0.003
[07/01 12:12:08] __main__ INFO: [165888/500000] acc 0.997588 | loss 0.0037982 | sup loss 0.0037982 | ssl loss 0 | mask 1 | sec/iter 0.164104 | ssl coef 0 | lr 0.003
[07/01 12:12:34] __main__ INFO: validation
[07/01 12:12:43] __main__ INFO: validation loss 2.561573 | validation acc. 0.732800 | raw acc. 0.732800
[07/01 12:13:21] __main__ INFO: [166144/500000] acc 0.999936 | loss 0.000587352 | sup loss 0.000587352 | ssl loss 0 | mask 1 | sec/iter 0.207971 | ssl coef 0 | lr 0.003
[07/01 12:14:20] __main__ INFO: [166400/500000] acc 0.999856 | loss 0.00044103 | sup loss 0.00044103 | ssl loss 0 | mask 1 | sec/iter 0.165647 | ssl coef 0 | lr 0.003
[07/01 12:15:18] __main__ INFO: [166656/500000] acc 0.999992 | loss 0.000576914 | sup loss 0.000576914 | ssl loss 0 | mask 1 | sec/iter 0.165829 | ssl coef 0 | lr 0.003
[07/01 12:16:14] __main__ INFO: [166912/500000] acc 0.999987 | loss 0.000375224 | sup loss 0.000375224 | ssl loss 0 | mask 1 | sec/iter 0.165182 | ssl coef 0 | lr 0.003
[07/01 12:17:11] __main__ INFO: [167168/500000] acc 0.99954 | loss 0.00174242 | sup loss 0.00174242 | ssl loss 0 | mask 1 | sec/iter 0.161971 | ssl coef 0 | lr 0.003
[07/01 12:18:08] __main__ INFO: [167424/500000] acc 1 | loss 0.000108173 | sup loss 0.000108173 | ssl loss 0 | mask 1 | sec/iter 0.123469 | ssl coef 0 | lr 0.003
[07/01 12:19:05] __main__ INFO: [167680/500000] acc 0.999987 | loss 0.000784095 | sup loss 0.000784095 | ssl loss 0 | mask 1 | sec/iter 0.152785 | ssl coef 0 | lr 0.003
[07/01 12:20:01] __main__ INFO: [167936/500000] acc 0.994084 | loss 0.0253389 | sup loss 0.0253389 | ssl loss 0 | mask 1 | sec/iter 0.164513 | ssl coef 0 | lr 0.003
[07/01 12:20:16] __main__ INFO: validation
[07/01 12:20:26] __main__ INFO: validation loss 2.459334 | validation acc. 0.728600 | raw acc. 0.728600
[07/01 12:21:11] __main__ INFO: [168192/500000] acc 0.998551 | loss 0.0025398 | sup loss 0.0025398 | ssl loss 0 | mask 1 | sec/iter 0.162787 | ssl coef 0 | lr 0.003
[07/01 12:22:07] __main__ INFO: [168448/500000] acc 0.99831 | loss 0.00464559 | sup loss 0.00464559 | ssl loss 0 | mask 1 | sec/iter 0.145349 | ssl coef 0 | lr 0.003
[07/01 12:23:04] __main__ INFO: [168704/500000] acc 1 | loss 8.63931e-05 | sup loss 8.63931e-05 | ssl loss 0 | mask 1 | sec/iter 0.161045 | ssl coef 0 | lr 0.003
[07/01 12:24:02] __main__ INFO: [168960/500000] acc 0.999291 | loss 0.00486189 | sup loss 0.00486189 | ssl loss 0 | mask 1 | sec/iter 0.167703 | ssl coef 0 | lr 0.003
[07/01 12:24:59] __main__ INFO: [169216/500000] acc 0.999195 | loss 0.00126405 | sup loss 0.00126405 | ssl loss 0 | mask 1 | sec/iter 0.159807 | ssl coef 0 | lr 0.003
[07/01 12:25:57] __main__ INFO: [169472/500000] acc 0.998517 | loss 0.0029871 | sup loss 0.0029871 | ssl loss 0 | mask 1 | sec/iter 0.136374 | ssl coef 0 | lr 0.003
[07/01 12:26:55] __main__ INFO: [169728/500000] acc 0.99838 | loss 0.00424473 | sup loss 0.00424473 | ssl loss 0 | mask 1 | sec/iter 0.179066 | ssl coef 0 | lr 0.003
[07/01 12:27:56] __main__ INFO: [169984/500000] acc 0.998205 | loss 0.00298856 | sup loss 0.00298856 | ssl loss 0 | mask 1 | sec/iter 0.208164 | ssl coef 0 | lr 0.003
[07/01 12:27:59] __main__ INFO: validation
[07/01 12:28:10] __main__ INFO: validation loss 2.170357 | validation acc. 0.749200 | raw acc. 0.749200
[07/01 12:29:09] __main__ INFO: [170240/500000] acc 0.999996 | loss 0.00113096 | sup loss 0.00113096 | ssl loss 0 | mask 1 | sec/iter 0.204584 | ssl coef 0 | lr 0.003
[07/01 12:30:09] __main__ INFO: [170496/500000] acc 1 | loss 0.000151548 | sup loss 0.000151548 | ssl loss 0 | mask 1 | sec/iter 0.201341 | ssl coef 0 | lr 0.003
[07/01 12:31:10] __main__ INFO: [170752/500000] acc 0.999999 | loss 7.52051e-05 | sup loss 7.52051e-05 | ssl loss 0 | mask 1 | sec/iter 0.210908 | ssl coef 0 | lr 0.003
[07/01 12:32:10] __main__ INFO: [171008/500000] acc 0.997805 | loss 0.00672789 | sup loss 0.00672789 | ssl loss 0 | mask 1 | sec/iter 0.217185 | ssl coef 0 | lr 0.003
[07/01 12:33:11] __main__ INFO: [171264/500000] acc 0.998502 | loss 0.00566414 | sup loss 0.00566414 | ssl loss 0 | mask 1 | sec/iter 0.220968 | ssl coef 0 | lr 0.003
[07/01 12:34:09] __main__ INFO: [171520/500000] acc 0.99863 | loss 0.00530818 | sup loss 0.00530818 | ssl loss 0 | mask 1 | sec/iter 0.204237 | ssl coef 0 | lr 0.003
[07/01 12:35:09] __main__ INFO: [171776/500000] acc 0.998432 | loss 0.00575929 | sup loss 0.00575929 | ssl loss 0 | mask 1 | sec/iter 0.211506 | ssl coef 0 | lr 0.003
[07/01 12:36:01] __main__ INFO: validation
[07/01 12:36:11] __main__ INFO: validation loss 2.299247 | validation acc. 0.741600 | raw acc. 0.741600
[07/01 12:36:20] __main__ INFO: [172032/500000] acc 0.999798 | loss 0.00083595 | sup loss 0.00083595 | ssl loss 0 | mask 1 | sec/iter 0.212231 | ssl coef 0 | lr 0.003
[07/01 12:37:17] __main__ INFO: [172288/500000] acc 0.995655 | loss 0.0093861 | sup loss 0.0093861 | ssl loss 0 | mask 1 | sec/iter 0.168363 | ssl coef 0 | lr 0.003
[07/01 12:38:13] __main__ INFO: [172544/500000] acc 0.999629 | loss 0.00246298 | sup loss 0.00246298 | ssl loss 0 | mask 1 | sec/iter 0.218618 | ssl coef 0 | lr 0.003
[07/01 12:39:14] __main__ INFO: [172800/500000] acc 0.999956 | loss 0.000762958 | sup loss 0.000762958 | ssl loss 0 | mask 1 | sec/iter 0.220937 | ssl coef 0 | lr 0.003
[07/01 12:40:15] __main__ INFO: [173056/500000] acc 0.999225 | loss 0.000862525 | sup loss 0.000862525 | ssl loss 0 | mask 1 | sec/iter 0.231001 | ssl coef 0 | lr 0.003
[07/01 12:41:14] __main__ INFO: [173312/500000] acc 0.998186 | loss 0.00288987 | sup loss 0.00288987 | ssl loss 0 | mask 1 | sec/iter 0.208722 | ssl coef 0 | lr 0.003
[07/01 12:42:14] __main__ INFO: [173568/500000] acc 0.996761 | loss 0.0145486 | sup loss 0.0145486 | ssl loss 0 | mask 1 | sec/iter 0.199054 | ssl coef 0 | lr 0.003
[07/01 12:43:15] __main__ INFO: [173824/500000] acc 0.998831 | loss 0.00508617 | sup loss 0.00508617 | ssl loss 0 | mask 1 | sec/iter 0.244824 | ssl coef 0 | lr 0.003
[07/01 12:43:57] __main__ INFO: validation
[07/01 12:44:07] __main__ INFO: validation loss 2.341519 | validation acc. 0.734200 | raw acc. 0.734200
[07/01 12:44:27] __main__ INFO: [174080/500000] acc 0.99884 | loss 0.00286216 | sup loss 0.00286216 | ssl loss 0 | mask 1 | sec/iter 0.20517 | ssl coef 0 | lr 0.003
[07/01 12:45:24] __main__ INFO: [174336/500000] acc 0.999225 | loss 0.00135554 | sup loss 0.00135554 | ssl loss 0 | mask 1 | sec/iter 0.192282 | ssl coef 0 | lr 0.003
[07/01 12:46:20] __main__ INFO: [174592/500000] acc 0.999039 | loss 0.00167914 | sup loss 0.00167914 | ssl loss 0 | mask 1 | sec/iter 0.187948 | ssl coef 0 | lr 0.003
[07/01 12:47:20] __main__ INFO: [174848/500000] acc 0.998563 | loss 0.00360887 | sup loss 0.00360887 | ssl loss 0 | mask 1 | sec/iter 0.216662 | ssl coef 0 | lr 0.003
[07/01 12:48:21] __main__ INFO: [175104/500000] acc 0.99981 | loss 0.00389938 | sup loss 0.00389938 | ssl loss 0 | mask 1 | sec/iter 0.240054 | ssl coef 0 | lr 0.003
[07/01 12:49:29] __main__ INFO: [175360/500000] acc 0.998507 | loss 0.0100463 | sup loss 0.0100463 | ssl loss 0 | mask 1 | sec/iter 0.261511 | ssl coef 0 | lr 0.003
[07/01 12:50:29] __main__ INFO: [175616/500000] acc 0.998174 | loss 0.00500541 | sup loss 0.00500541 | ssl loss 0 | mask 1 | sec/iter 0.239426 | ssl coef 0 | lr 0.003
[07/01 12:51:39] __main__ INFO: [175872/500000] acc 0.999757 | loss 0.000801946 | sup loss 0.000801946 | ssl loss 0 | mask 1 | sec/iter 0.25706 | ssl coef 0 | lr 0.003
[07/01 12:52:13] __main__ INFO: validation
[07/01 12:52:22] __main__ INFO: validation loss 2.326111 | validation acc. 0.739200 | raw acc. 0.739200
[07/01 12:52:59] __main__ INFO: [176128/500000] acc 0.999771 | loss 0.000724073 | sup loss 0.000724073 | ssl loss 0 | mask 1 | sec/iter 0.263086 | ssl coef 0 | lr 0.003
[07/01 12:54:08] __main__ INFO: [176384/500000] acc 0.995426 | loss 0.00810344 | sup loss 0.00810344 | ssl loss 0 | mask 1 | sec/iter 0.258973 | ssl coef 0 | lr 0.003
[07/01 12:55:18] __main__ INFO: [176640/500000] acc 0.999329 | loss 0.00123595 | sup loss 0.00123595 | ssl loss 0 | mask 1 | sec/iter 0.252597 | ssl coef 0 | lr 0.003
[07/01 12:56:28] __main__ INFO: [176896/500000] acc 0.99999 | loss 0.000160195 | sup loss 0.000160195 | ssl loss 0 | mask 1 | sec/iter 0.26027 | ssl coef 0 | lr 0.003
[07/01 12:57:37] __main__ INFO: [177152/500000] acc 0.999986 | loss 7.85032e-05 | sup loss 7.85032e-05 | ssl loss 0 | mask 1 | sec/iter 0.26088 | ssl coef 0 | lr 0.003
[07/01 12:58:45] __main__ INFO: [177408/500000] acc 0.999096 | loss 0.00139171 | sup loss 0.00139171 | ssl loss 0 | mask 1 | sec/iter 0.259431 | ssl coef 0 | lr 0.003
[07/01 12:59:54] __main__ INFO: [177664/500000] acc 0.996606 | loss 0.0134993 | sup loss 0.0134993 | ssl loss 0 | mask 1 | sec/iter 0.216333 | ssl coef 0 | lr 0.003
[07/01 13:01:05] __main__ INFO: [177920/500000] acc 0.996771 | loss 0.00681175 | sup loss 0.00681175 | ssl loss 0 | mask 1 | sec/iter 0.244487 | ssl coef 0 | lr 0.003
[07/01 13:01:29] __main__ INFO: validation
[07/01 13:01:43] __main__ INFO: validation loss 2.513232 | validation acc. 0.725800 | raw acc. 0.725800
[07/01 13:02:36] __main__ INFO: [178176/500000] acc 0.998195 | loss 0.00181998 | sup loss 0.00181998 | ssl loss 0 | mask 1 | sec/iter 0.238653 | ssl coef 0 | lr 0.003
[07/01 13:03:53] __main__ INFO: [178432/500000] acc 0.999997 | loss 0.000507955 | sup loss 0.000507955 | ssl loss 0 | mask 1 | sec/iter 0.253597 | ssl coef 0 | lr 0.003
[07/01 13:05:24] __main__ INFO: [178688/500000] acc 0.998311 | loss 0.00150379 | sup loss 0.00150379 | ssl loss 0 | mask 1 | sec/iter 0.233894 | ssl coef 0 | lr 0.003
[07/01 13:07:10] __main__ INFO: [178944/500000] acc 0.996839 | loss 0.0189497 | sup loss 0.0189497 | ssl loss 0 | mask 1 | sec/iter 0.202033 | ssl coef 0 | lr 0.003
[07/01 13:08:59] __main__ INFO: [179200/500000] acc 0.999915 | loss 0.00156402 | sup loss 0.00156402 | ssl loss 0 | mask 1 | sec/iter 0.254313 | ssl coef 0 | lr 0.003
[07/01 13:11:00] __main__ INFO: [179456/500000] acc 0.998172 | loss 0.00365601 | sup loss 0.00365601 | ssl loss 0 | mask 1 | sec/iter 0.307426 | ssl coef 0 | lr 0.003
[07/01 13:13:02] __main__ INFO: [179712/500000] acc 0.99783 | loss 0.00543338 | sup loss 0.00543338 | ssl loss 0 | mask 1 | sec/iter 0.407675 | ssl coef 0 | lr 0.003
[07/01 13:15:02] __main__ INFO: [179968/500000] acc 0.999144 | loss 0.00360655 | sup loss 0.00360655 | ssl loss 0 | mask 1 | sec/iter 0.28256 | ssl coef 0 | lr 0.003
[07/01 13:15:17] __main__ INFO: validation
[07/01 13:15:42] __main__ INFO: validation loss 2.180052 | validation acc. 0.745000 | raw acc. 0.745000
[07/01 13:17:29] __main__ INFO: [180224/500000] acc 0.995832 | loss 0.01576 | sup loss 0.01576 | ssl loss 0 | mask 1 | sec/iter 0.293637 | ssl coef 0 | lr 0.003
[07/01 13:19:30] __main__ INFO: [180480/500000] acc 1 | loss 0.000393427 | sup loss 0.000393427 | ssl loss 0 | mask 1 | sec/iter 0.291178 | ssl coef 0 | lr 0.003
[07/01 13:21:29] __main__ INFO: [180736/500000] acc 0.99999 | loss 0.000835461 | sup loss 0.000835461 | ssl loss 0 | mask 1 | sec/iter 0.297955 | ssl coef 0 | lr 0.003
[07/01 13:23:31] __main__ INFO: [180992/500000] acc 0.999454 | loss 0.00108346 | sup loss 0.00108346 | ssl loss 0 | mask 1 | sec/iter 0.321145 | ssl coef 0 | lr 0.003
[07/01 13:25:27] __main__ INFO: [181248/500000] acc 0.999869 | loss 0.000853777 | sup loss 0.000853777 | ssl loss 0 | mask 1 | sec/iter 0.343869 | ssl coef 0 | lr 0.003
[07/01 13:27:24] __main__ INFO: [181504/500000] acc 0.998951 | loss 0.00351437 | sup loss 0.00351437 | ssl loss 0 | mask 1 | sec/iter 0.307197 | ssl coef 0 | lr 0.003
[07/01 13:29:25] __main__ INFO: [181760/500000] acc 0.999007 | loss 0.00130563 | sup loss 0.00130563 | ssl loss 0 | mask 1 | sec/iter 0.303407 | ssl coef 0 | lr 0.003
[07/01 13:31:15] __main__ INFO: validation
[07/01 13:31:38] __main__ INFO: validation loss 2.345572 | validation acc. 0.745400 | raw acc. 0.745400
[07/01 13:31:48] __main__ INFO: [182016/500000] acc 1 | loss 0.000232506 | sup loss 0.000232506 | ssl loss 0 | mask 1 | sec/iter 0.334155 | ssl coef 0 | lr 0.003
[07/01 13:33:46] __main__ INFO: [182272/500000] acc 0.999247 | loss 0.000941472 | sup loss 0.000941472 | ssl loss 0 | mask 1 | sec/iter 0.275604 | ssl coef 0 | lr 0.003
[07/01 13:35:47] __main__ INFO: [182528/500000] acc 0.999996 | loss 9.25954e-05 | sup loss 9.25954e-05 | ssl loss 0 | mask 1 | sec/iter 0.26656 | ssl coef 0 | lr 0.003
[07/01 13:37:45] __main__ INFO: [182784/500000] acc 0.995429 | loss 0.00758808 | sup loss 0.00758808 | ssl loss 0 | mask 1 | sec/iter 0.268479 | ssl coef 0 | lr 0.003
[07/01 13:39:42] __main__ INFO: [183040/500000] acc 0.99994 | loss 0.0010125 | sup loss 0.0010125 | ssl loss 0 | mask 1 | sec/iter 0.290656 | ssl coef 0 | lr 0.003
[07/01 13:41:39] __main__ INFO: [183296/500000] acc 0.997914 | loss 0.0049192 | sup loss 0.0049192 | ssl loss 0 | mask 1 | sec/iter 0.273758 | ssl coef 0 | lr 0.003
[07/01 13:43:39] __main__ INFO: [183552/500000] acc 0.999906 | loss 0.000289918 | sup loss 0.000289918 | ssl loss 0 | mask 1 | sec/iter 0.295331 | ssl coef 0 | lr 0.003
[07/01 13:45:15] __main__ INFO: [183808/500000] acc 0.9982 | loss 0.00165579 | sup loss 0.00165579 | ssl loss 0 | mask 1 | sec/iter 0.314978 | ssl coef 0 | lr 0.003
[07/01 13:46:20] __main__ INFO: validation
[07/01 13:46:36] __main__ INFO: validation loss 2.262844 | validation acc. 0.750400 | raw acc. 0.750400
[07/01 13:47:01] __main__ INFO: [184064/500000] acc 0.998739 | loss 0.0035998 | sup loss 0.0035998 | ssl loss 0 | mask 1 | sec/iter 0.318132 | ssl coef 0 | lr 0.003
[07/01 13:48:31] __main__ INFO: [184320/500000] acc 0.997803 | loss 0.00697324 | sup loss 0.00697324 | ssl loss 0 | mask 1 | sec/iter 0.358533 | ssl coef 0 | lr 0.003
[07/01 13:50:07] __main__ INFO: [184576/500000] acc 0.997979 | loss 0.0224218 | sup loss 0.0224218 | ssl loss 0 | mask 1 | sec/iter 0.353306 | ssl coef 0 | lr 0.003
[07/01 13:51:40] __main__ INFO: [184832/500000] acc 0.997717 | loss 0.00682372 | sup loss 0.00682372 | ssl loss 0 | mask 1 | sec/iter 0.352014 | ssl coef 0 | lr 0.003
[07/01 13:53:24] __main__ INFO: [185088/500000] acc 0.999815 | loss 0.00157256 | sup loss 0.00157256 | ssl loss 0 | mask 1 | sec/iter 0.35043 | ssl coef 0 | lr 0.003
[07/01 13:54:41] __main__ INFO: [185344/500000] acc 0.999915 | loss 0.000409573 | sup loss 0.000409573 | ssl loss 0 | mask 1 | sec/iter 0.220706 | ssl coef 0 | lr 0.003
[07/01 13:55:45] __main__ INFO: [185600/500000] acc 1 | loss 0.000194164 | sup loss 0.000194164 | ssl loss 0 | mask 1 | sec/iter 0.239534 | ssl coef 0 | lr 0.003
[07/01 13:56:51] __main__ INFO: [185856/500000] acc 0.999989 | loss 0.000536499 | sup loss 0.000536499 | ssl loss 0 | mask 1 | sec/iter 0.219694 | ssl coef 0 | lr 0.003
[07/01 13:57:28] __main__ INFO: validation
[07/01 13:57:39] __main__ INFO: validation loss 2.119841 | validation acc. 0.750200 | raw acc. 0.750200
[07/01 13:58:10] __main__ INFO: [186112/500000] acc 0.99999 | loss 0.000265981 | sup loss 0.000265981 | ssl loss 0 | mask 1 | sec/iter 0.240155 | ssl coef 0 | lr 0.003
[07/01 13:59:14] __main__ INFO: [186368/500000] acc 0.998232 | loss 0.00490037 | sup loss 0.00490037 | ssl loss 0 | mask 1 | sec/iter 0.224969 | ssl coef 0 | lr 0.003
[07/01 14:00:19] __main__ INFO: [186624/500000] acc 0.996703 | loss 0.00828643 | sup loss 0.00828643 | ssl loss 0 | mask 1 | sec/iter 0.23167 | ssl coef 0 | lr 0.003
[07/01 14:01:25] __main__ INFO: [186880/500000] acc 0.996591 | loss 0.00939236 | sup loss 0.00939236 | ssl loss 0 | mask 1 | sec/iter 0.238752 | ssl coef 0 | lr 0.003
[07/01 14:02:30] __main__ INFO: [187136/500000] acc 0.999997 | loss 0.000455855 | sup loss 0.000455855 | ssl loss 0 | mask 1 | sec/iter 0.233077 | ssl coef 0 | lr 0.003
[07/01 14:03:34] __main__ INFO: [187392/500000] acc 1 | loss 0.000170109 | sup loss 0.000170109 | ssl loss 0 | mask 1 | sec/iter 0.232272 | ssl coef 0 | lr 0.003
[07/01 14:04:38] __main__ INFO: [187648/500000] acc 1 | loss 0.000282354 | sup loss 0.000282354 | ssl loss 0 | mask 1 | sec/iter 0.236729 | ssl coef 0 | lr 0.003
[07/01 14:05:41] __main__ INFO: [187904/500000] acc 0.999891 | loss 0.00084925 | sup loss 0.00084925 | ssl loss 0 | mask 1 | sec/iter 0.24478 | ssl coef 0 | lr 0.003
[07/01 14:06:06] __main__ INFO: validation
[07/01 14:06:17] __main__ INFO: validation loss 2.117408 | validation acc. 0.747600 | raw acc. 0.747600
[07/01 14:07:00] __main__ INFO: [188160/500000] acc 0.999992 | loss 0.000440511 | sup loss 0.000440511 | ssl loss 0 | mask 1 | sec/iter 0.23712 | ssl coef 0 | lr 0.003
[07/01 14:08:04] __main__ INFO: [188416/500000] acc 0.995827 | loss 0.0196507 | sup loss 0.0196507 | ssl loss 0 | mask 1 | sec/iter 0.227497 | ssl coef 0 | lr 0.003
[07/01 14:09:28] __main__ INFO: [188672/500000] acc 0.998899 | loss 0.00289414 | sup loss 0.00289414 | ssl loss 0 | mask 1 | sec/iter 0.257763 | ssl coef 0 | lr 0.003
[07/01 14:10:59] __main__ INFO: [188928/500000] acc 0.999999 | loss 0.000261905 | sup loss 0.000261905 | ssl loss 0 | mask 1 | sec/iter 0.246984 | ssl coef 0 | lr 0.003
[07/01 14:12:29] __main__ INFO: [189184/500000] acc 1 | loss 6.46498e-05 | sup loss 6.46498e-05 | ssl loss 0 | mask 1 | sec/iter 0.258543 | ssl coef 0 | lr 0.003
[07/01 14:13:58] __main__ INFO: [189440/500000] acc 0.998514 | loss 0.00322352 | sup loss 0.00322352 | ssl loss 0 | mask 1 | sec/iter 0.236334 | ssl coef 0 | lr 0.003
[07/01 14:15:26] __main__ INFO: [189696/500000] acc 0.999149 | loss 0.00267081 | sup loss 0.00267081 | ssl loss 0 | mask 1 | sec/iter 0.244471 | ssl coef 0 | lr 0.003
[07/01 14:16:55] __main__ INFO: [189952/500000] acc 0.99913 | loss 0.000894305 | sup loss 0.000894305 | ssl loss 0 | mask 1 | sec/iter 0.253653 | ssl coef 0 | lr 0.003
[07/01 14:17:12] __main__ INFO: validation
[07/01 14:17:29] __main__ INFO: validation loss 2.336713 | validation acc. 0.742400 | raw acc. 0.742400
[07/01 14:18:44] __main__ INFO: [190208/500000] acc 0.994413 | loss 0.032579 | sup loss 0.032579 | ssl loss 0 | mask 1 | sec/iter 0.253447 | ssl coef 0 | lr 0.003
[07/01 14:20:12] __main__ INFO: [190464/500000] acc 0.999473 | loss 0.00215445 | sup loss 0.00215445 | ssl loss 0 | mask 1 | sec/iter 0.24755 | ssl coef 0 | lr 0.003
[07/01 14:21:41] __main__ INFO: [190720/500000] acc 0.999697 | loss 0.00135362 | sup loss 0.00135362 | ssl loss 0 | mask 1 | sec/iter 0.277642 | ssl coef 0 | lr 0.003
[07/01 14:23:09] __main__ INFO: [190976/500000] acc 0.999997 | loss 0.000457552 | sup loss 0.000457552 | ssl loss 0 | mask 1 | sec/iter 0.22811 | ssl coef 0 | lr 0.003
[07/01 14:24:37] __main__ INFO: [191232/500000] acc 0.997428 | loss 0.00864064 | sup loss 0.00864064 | ssl loss 0 | mask 1 | sec/iter 0.234344 | ssl coef 0 | lr 0.003
[07/01 14:26:03] __main__ INFO: [191488/500000] acc 0.999368 | loss 0.00160563 | sup loss 0.00160563 | ssl loss 0 | mask 1 | sec/iter 0.231802 | ssl coef 0 | lr 0.003
[07/01 14:27:31] __main__ INFO: [191744/500000] acc 0.999041 | loss 0.00242435 | sup loss 0.00242435 | ssl loss 0 | mask 1 | sec/iter 0.255968 | ssl coef 0 | lr 0.003
[07/01 14:28:59] __main__ INFO: [192000/500000] acc 0.999961 | loss 0.00186913 | sup loss 0.00186913 | ssl loss 0 | mask 1 | sec/iter 0.221299 | ssl coef 0 | lr 0.003
[07/01 14:28:59] __main__ INFO: validation
[07/01 14:29:16] __main__ INFO: validation loss 2.158997 | validation acc. 0.753000 | raw acc. 0.753000
[07/01 14:30:46] __main__ INFO: [192256/500000] acc 1 | loss 0.000409618 | sup loss 0.000409618 | ssl loss 0 | mask 1 | sec/iter 0.233022 | ssl coef 0 | lr 0.003
[07/01 14:32:14] __main__ INFO: [192512/500000] acc 0.999991 | loss 0.00077242 | sup loss 0.00077242 | ssl loss 0 | mask 1 | sec/iter 0.232288 | ssl coef 0 | lr 0.003
[07/01 14:33:42] __main__ INFO: [192768/500000] acc 1 | loss 0.00142263 | sup loss 0.00142263 | ssl loss 0 | mask 1 | sec/iter 0.211568 | ssl coef 0 | lr 0.003
[07/01 14:35:13] __main__ INFO: [193024/500000] acc 0.998904 | loss 0.00127411 | sup loss 0.00127411 | ssl loss 0 | mask 1 | sec/iter 0.275353 | ssl coef 0 | lr 0.003
[07/01 14:36:45] __main__ INFO: [193280/500000] acc 0.998873 | loss 0.00214777 | sup loss 0.00214777 | ssl loss 0 | mask 1 | sec/iter 0.26574 | ssl coef 0 | lr 0.003
[07/01 14:38:10] __main__ INFO: [193536/500000] acc 0.998367 | loss 0.00295667 | sup loss 0.00295667 | ssl loss 0 | mask 1 | sec/iter 0.290035 | ssl coef 0 | lr 0.003
[07/01 14:39:30] __main__ INFO: [193792/500000] acc 0.99591 | loss 0.0123652 | sup loss 0.0123652 | ssl loss 0 | mask 1 | sec/iter 0.293872 | ssl coef 0 | lr 0.003
[07/01 14:40:35] __main__ INFO: validation
[07/01 14:40:46] __main__ INFO: validation loss 2.482366 | validation acc. 0.737000 | raw acc. 0.737000
[07/01 14:41:04] __main__ INFO: [194048/500000] acc 0.999971 | loss 0.00206116 | sup loss 0.00206116 | ssl loss 0 | mask 1 | sec/iter 0.305633 | ssl coef 0 | lr 0.003
[07/01 14:42:25] __main__ INFO: [194304/500000] acc 0.999992 | loss 0.00064204 | sup loss 0.00064204 | ssl loss 0 | mask 1 | sec/iter 0.311876 | ssl coef 0 | lr 0.003
[07/01 14:43:46] __main__ INFO: [194560/500000] acc 0.999266 | loss 0.00236855 | sup loss 0.00236855 | ssl loss 0 | mask 1 | sec/iter 0.234533 | ssl coef 0 | lr 0.003
[07/01 14:45:07] __main__ INFO: [194816/500000] acc 0.998523 | loss 0.00330356 | sup loss 0.00330356 | ssl loss 0 | mask 1 | sec/iter 0.299904 | ssl coef 0 | lr 0.003
[07/01 14:46:32] __main__ INFO: [195072/500000] acc 0.999767 | loss 0.00258855 | sup loss 0.00258855 | ssl loss 0 | mask 1 | sec/iter 0.322865 | ssl coef 0 | lr 0.003
[07/01 14:47:57] __main__ INFO: [195328/500000] acc 0.999994 | loss 0.00125644 | sup loss 0.00125644 | ssl loss 0 | mask 1 | sec/iter 0.323378 | ssl coef 0 | lr 0.003
[07/01 14:49:19] __main__ INFO: [195584/500000] acc 0.999999 | loss 0.000822707 | sup loss 0.000822707 | ssl loss 0 | mask 1 | sec/iter 0.308339 | ssl coef 0 | lr 0.003
[07/01 14:50:44] __main__ INFO: [195840/500000] acc 0.999906 | loss 0.000468796 | sup loss 0.000468796 | ssl loss 0 | mask 1 | sec/iter 0.344015 | ssl coef 0 | lr 0.003
[07/01 14:51:37] __main__ INFO: validation
[07/01 14:51:47] __main__ INFO: validation loss 2.276865 | validation acc. 0.747200 | raw acc. 0.747200
[07/01 14:52:19] __main__ INFO: [196096/500000] acc 0.997473 | loss 0.00748573 | sup loss 0.00748573 | ssl loss 0 | mask 1 | sec/iter 0.298612 | ssl coef 0 | lr 0.003
[07/01 14:53:37] __main__ INFO: [196352/500000] acc 0.99999 | loss 0.00105893 | sup loss 0.00105893 | ssl loss 0 | mask 1 | sec/iter 0.319389 | ssl coef 0 | lr 0.003
[07/01 14:54:59] __main__ INFO: [196608/500000] acc 0.996764 | loss 0.0171806 | sup loss 0.0171806 | ssl loss 0 | mask 1 | sec/iter 0.296511 | ssl coef 0 | lr 0.003
[07/01 14:56:23] __main__ INFO: [196864/500000] acc 0.999761 | loss 0.000573754 | sup loss 0.000573754 | ssl loss 0 | mask 1 | sec/iter 0.328998 | ssl coef 0 | lr 0.003
[07/01 14:57:53] __main__ INFO: [197120/500000] acc 0.999372 | loss 0.00140975 | sup loss 0.00140975 | ssl loss 0 | mask 1 | sec/iter 0.272503 | ssl coef 0 | lr 0.003
[07/01 14:59:27] __main__ INFO: [197376/500000] acc 0.99806 | loss 0.00591131 | sup loss 0.00591131 | ssl loss 0 | mask 1 | sec/iter 0.351955 | ssl coef 0 | lr 0.003
[07/01 15:01:01] __main__ INFO: [197632/500000] acc 0.999999 | loss 0.000305633 | sup loss 0.000305633 | ssl loss 0 | mask 1 | sec/iter 0.357119 | ssl coef 0 | lr 0.003
[07/01 15:02:36] __main__ INFO: [197888/500000] acc 1 | loss 0.000160913 | sup loss 0.000160913 | ssl loss 0 | mask 1 | sec/iter 0.352117 | ssl coef 0 | lr 0.003
[07/01 15:03:17] __main__ INFO: validation
[07/01 15:03:31] __main__ INFO: validation loss 2.289282 | validation acc. 0.749000 | raw acc. 0.749000
[07/01 15:04:27] __main__ INFO: [198144/500000] acc 0.994032 | loss 0.027142 | sup loss 0.027142 | ssl loss 0 | mask 1 | sec/iter 0.350483 | ssl coef 0 | lr 0.003
[07/01 15:06:02] __main__ INFO: [198400/500000] acc 0.99818 | loss 0.00477305 | sup loss 0.00477305 | ssl loss 0 | mask 1 | sec/iter 0.354867 | ssl coef 0 | lr 0.003
[07/01 15:07:36] __main__ INFO: [198656/500000] acc 0.999967 | loss 0.000232882 | sup loss 0.000232882 | ssl loss 0 | mask 1 | sec/iter 0.353663 | ssl coef 0 | lr 0.003
[07/01 15:09:10] __main__ INFO: [198912/500000] acc 1 | loss 5.44668e-05 | sup loss 5.44668e-05 | ssl loss 0 | mask 1 | sec/iter 0.346194 | ssl coef 0 | lr 0.003
[07/01 15:10:45] __main__ INFO: [199168/500000] acc 1 | loss 0.000180177 | sup loss 0.000180177 | ssl loss 0 | mask 1 | sec/iter 0.355201 | ssl coef 0 | lr 0.003
[07/01 15:12:20] __main__ INFO: [199424/500000] acc 1 | loss 0.000151829 | sup loss 0.000151829 | ssl loss 0 | mask 1 | sec/iter 0.35442 | ssl coef 0 | lr 0.003
[07/01 15:13:58] __main__ INFO: [199680/500000] acc 0.999979 | loss 0.00117366 | sup loss 0.00117366 | ssl loss 0 | mask 1 | sec/iter 0.194036 | ssl coef 0 | lr 0.003
[07/01 15:15:41] __main__ INFO: [199936/500000] acc 0.996728 | loss 0.00539967 | sup loss 0.00539967 | ssl loss 0 | mask 1 | sec/iter 0.235993 | ssl coef 0 | lr 0.003
[07/01 15:16:03] __main__ INFO: validation
[07/01 15:16:20] __main__ INFO: validation loss 2.669898 | validation acc. 0.715400 | raw acc. 0.715400
[07/01 15:17:29] __main__ INFO: [200192/500000] acc 0.9962 | loss 0.0126121 | sup loss 0.0126121 | ssl loss 0 | mask 1 | sec/iter 0.224457 | ssl coef 0 | lr 0.003
[07/01 15:19:01] __main__ INFO: [200448/500000] acc 0.999924 | loss 0.00186318 | sup loss 0.00186318 | ssl loss 0 | mask 1 | sec/iter 0.230388 | ssl coef 0 | lr 0.003
[07/01 15:20:25] __main__ INFO: [200704/500000] acc 0.99998 | loss 0.000320237 | sup loss 0.000320237 | ssl loss 0 | mask 1 | sec/iter 0.22598 | ssl coef 0 | lr 0.003
[07/01 15:21:56] __main__ INFO: [200960/500000] acc 0.999372 | loss 0.00157225 | sup loss 0.00157225 | ssl loss 0 | mask 1 | sec/iter 0.224414 | ssl coef 0 | lr 0.003
[07/01 15:23:26] __main__ INFO: [201216/500000] acc 1 | loss 0.000258664 | sup loss 0.000258664 | ssl loss 0 | mask 1 | sec/iter 0.252774 | ssl coef 0 | lr 0.003
[07/01 15:24:55] __main__ INFO: [201472/500000] acc 1 | loss 3.1672e-05 | sup loss 3.1672e-05 | ssl loss 0 | mask 1 | sec/iter 0.260547 | ssl coef 0 | lr 0.003
[07/01 15:26:22] __main__ INFO: [201728/500000] acc 0.999108 | loss 0.00197293 | sup loss 0.00197293 | ssl loss 0 | mask 1 | sec/iter 0.227772 | ssl coef 0 | lr 0.003
[07/01 15:27:50] __main__ INFO: [201984/500000] acc 0.995598 | loss 0.0112355 | sup loss 0.0112355 | ssl loss 0 | mask 1 | sec/iter 0.248605 | ssl coef 0 | lr 0.003
[07/01 15:27:55] __main__ INFO: validation
[07/01 15:28:11] __main__ INFO: validation loss 2.487205 | validation acc. 0.733800 | raw acc. 0.733800
[07/01 15:29:32] __main__ INFO: [202240/500000] acc 0.998307 | loss 0.00329051 | sup loss 0.00329051 | ssl loss 0 | mask 1 | sec/iter 0.206079 | ssl coef 0 | lr 0.003
[07/01 15:30:39] __main__ INFO: [202496/500000] acc 0.999918 | loss 0.00063251 | sup loss 0.00063251 | ssl loss 0 | mask 1 | sec/iter 0.248199 | ssl coef 0 | lr 0.003
[07/01 15:31:45] __main__ INFO: [202752/500000] acc 0.999435 | loss 0.00255324 | sup loss 0.00255324 | ssl loss 0 | mask 1 | sec/iter 0.248424 | ssl coef 0 | lr 0.003
[07/01 15:32:51] __main__ INFO: [203008/500000] acc 0.999063 | loss 0.00323287 | sup loss 0.00323287 | ssl loss 0 | mask 1 | sec/iter 0.240773 | ssl coef 0 | lr 0.003
[07/01 15:33:56] __main__ INFO: [203264/500000] acc 0.999365 | loss 0.00186096 | sup loss 0.00186096 | ssl loss 0 | mask 1 | sec/iter 0.233301 | ssl coef 0 | lr 0.003
[07/01 15:35:02] __main__ INFO: [203520/500000] acc 0.997058 | loss 0.0123262 | sup loss 0.0123262 | ssl loss 0 | mask 1 | sec/iter 0.244596 | ssl coef 0 | lr 0.003
[07/01 15:36:06] __main__ INFO: [203776/500000] acc 0.998272 | loss 0.00416422 | sup loss 0.00416422 | ssl loss 0 | mask 1 | sec/iter 0.220343 | ssl coef 0 | lr 0.003
[07/01 15:37:01] __main__ INFO: validation
[07/01 15:37:12] __main__ INFO: validation loss 2.263418 | validation acc. 0.744000 | raw acc. 0.744000
[07/01 15:37:23] __main__ INFO: [204032/500000] acc 0.998723 | loss 0.00658619 | sup loss 0.00658619 | ssl loss 0 | mask 1 | sec/iter 0.236123 | ssl coef 0 | lr 0.003
[07/01 15:38:27] __main__ INFO: [204288/500000] acc 0.999318 | loss 0.00110341 | sup loss 0.00110341 | ssl loss 0 | mask 1 | sec/iter 0.219507 | ssl coef 0 | lr 0.003
[07/01 15:39:32] __main__ INFO: [204544/500000] acc 0.999949 | loss 0.000253065 | sup loss 0.000253065 | ssl loss 0 | mask 1 | sec/iter 0.235469 | ssl coef 0 | lr 0.003
[07/01 15:40:38] __main__ INFO: [204800/500000] acc 0.999938 | loss 0.00124892 | sup loss 0.00124892 | ssl loss 0 | mask 1 | sec/iter 0.247935 | ssl coef 0 | lr 0.003
[07/01 15:41:44] __main__ INFO: [205056/500000] acc 1 | loss 0.000460037 | sup loss 0.000460037 | ssl loss 0 | mask 1 | sec/iter 0.236744 | ssl coef 0 | lr 0.003
[07/01 15:42:48] __main__ INFO: [205312/500000] acc 0.999917 | loss 0.00167069 | sup loss 0.00167069 | ssl loss 0 | mask 1 | sec/iter 0.239253 | ssl coef 0 | lr 0.003
[07/01 15:43:53] __main__ INFO: [205568/500000] acc 0.999535 | loss 0.00116751 | sup loss 0.00116751 | ssl loss 0 | mask 1 | sec/iter 0.243853 | ssl coef 0 | lr 0.003
[07/01 15:44:58] __main__ INFO: [205824/500000] acc 0.999744 | loss 0.00210894 | sup loss 0.00210894 | ssl loss 0 | mask 1 | sec/iter 0.241259 | ssl coef 0 | lr 0.003
[07/01 15:45:42] __main__ INFO: validation
[07/01 15:45:54] __main__ INFO: validation loss 2.473415 | validation acc. 0.725400 | raw acc. 0.725400
[07/01 15:46:17] __main__ INFO: [206080/500000] acc 0.999108 | loss 0.00299896 | sup loss 0.00299896 | ssl loss 0 | mask 1 | sec/iter 0.236537 | ssl coef 0 | lr 0.003
[07/01 15:47:20] __main__ INFO: [206336/500000] acc 0.994388 | loss 0.0189919 | sup loss 0.0189919 | ssl loss 0 | mask 1 | sec/iter 0.229215 | ssl coef 0 | lr 0.003
[07/01 15:48:26] __main__ INFO: [206592/500000] acc 0.99911 | loss 0.00165191 | sup loss 0.00165191 | ssl loss 0 | mask 1 | sec/iter 0.243147 | ssl coef 0 | lr 0.003
[07/01 15:49:31] __main__ INFO: [206848/500000] acc 1 | loss 0.000315993 | sup loss 0.000315993 | ssl loss 0 | mask 1 | sec/iter 0.239808 | ssl coef 0 | lr 0.003
[07/01 15:50:50] __main__ INFO: [207104/500000] acc 1 | loss 0.000751585 | sup loss 0.000751585 | ssl loss 0 | mask 1 | sec/iter 0.214158 | ssl coef 0 | lr 0.003
[07/01 15:52:18] __main__ INFO: [207360/500000] acc 1 | loss 0.000136796 | sup loss 0.000136796 | ssl loss 0 | mask 1 | sec/iter 0.237073 | ssl coef 0 | lr 0.003
[07/01 15:53:46] __main__ INFO: [207616/500000] acc 0.996997 | loss 0.00383783 | sup loss 0.00383783 | ssl loss 0 | mask 1 | sec/iter 0.243418 | ssl coef 0 | lr 0.003
[07/01 15:55:14] __main__ INFO: [207872/500000] acc 0.998518 | loss 0.00360992 | sup loss 0.00360992 | ssl loss 0 | mask 1 | sec/iter 0.224694 | ssl coef 0 | lr 0.003
[07/01 15:55:58] __main__ INFO: validation
[07/01 15:56:15] __main__ INFO: validation loss 2.345844 | validation acc. 0.740000 | raw acc. 0.740000
[07/01 15:57:01] __main__ INFO: [208128/500000] acc 0.997541 | loss 0.0104582 | sup loss 0.0104582 | ssl loss 0 | mask 1 | sec/iter 0.236689 | ssl coef 0 | lr 0.003
[07/01 15:58:28] __main__ INFO: [208384/500000] acc 0.997999 | loss 0.00597783 | sup loss 0.00597783 | ssl loss 0 | mask 1 | sec/iter 0.205427 | ssl coef 0 | lr 0.003
[07/01 15:59:57] __main__ INFO: [208640/500000] acc 0.999959 | loss 0.000829755 | sup loss 0.000829755 | ssl loss 0 | mask 1 | sec/iter 0.2273 | ssl coef 0 | lr 0.003
[07/01 16:01:27] __main__ INFO: [208896/500000] acc 0.999998 | loss 0.000149274 | sup loss 0.000149274 | ssl loss 0 | mask 1 | sec/iter 0.225084 | ssl coef 0 | lr 0.003
[07/01 16:02:55] __main__ INFO: [209152/500000] acc 0.996509 | loss 0.00527675 | sup loss 0.00527675 | ssl loss 0 | mask 1 | sec/iter 0.251732 | ssl coef 0 | lr 0.003
[07/01 16:04:24] __main__ INFO: [209408/500000] acc 0.998 | loss 0.00230378 | sup loss 0.00230378 | ssl loss 0 | mask 1 | sec/iter 0.225937 | ssl coef 0 | lr 0.003
[07/01 16:05:52] __main__ INFO: [209664/500000] acc 0.998569 | loss 0.00303622 | sup loss 0.00303622 | ssl loss 0 | mask 1 | sec/iter 0.21546 | ssl coef 0 | lr 0.003
[07/01 16:07:19] __main__ INFO: [209920/500000] acc 0.998823 | loss 0.0065641 | sup loss 0.0065641 | ssl loss 0 | mask 1 | sec/iter 0.222664 | ssl coef 0 | lr 0.003
[07/01 16:07:47] __main__ INFO: validation
[07/01 16:08:04] __main__ INFO: validation loss 2.334470 | validation acc. 0.737000 | raw acc. 0.737000
[07/01 16:09:02] __main__ INFO: [210176/500000] acc 0.99851 | loss 0.00170285 | sup loss 0.00170285 | ssl loss 0 | mask 1 | sec/iter 0.226671 | ssl coef 0 | lr 0.003
[07/01 16:10:32] __main__ INFO: [210432/500000] acc 1 | loss 4.76687e-05 | sup loss 4.76687e-05 | ssl loss 0 | mask 1 | sec/iter 0.248947 | ssl coef 0 | lr 0.003
[07/01 16:12:00] __main__ INFO: [210688/500000] acc 0.999986 | loss 0.000550858 | sup loss 0.000550858 | ssl loss 0 | mask 1 | sec/iter 0.228107 | ssl coef 0 | lr 0.003
[07/01 16:13:30] __main__ INFO: [210944/500000] acc 0.999386 | loss 0.00346198 | sup loss 0.00346198 | ssl loss 0 | mask 1 | sec/iter 0.236908 | ssl coef 0 | lr 0.003
[07/01 16:14:57] __main__ INFO: [211200/500000] acc 0.996492 | loss 0.00996593 | sup loss 0.00996593 | ssl loss 0 | mask 1 | sec/iter 0.210595 | ssl coef 0 | lr 0.003
[07/01 16:16:27] __main__ INFO: [211456/500000] acc 0.999003 | loss 0.00329018 | sup loss 0.00329018 | ssl loss 0 | mask 1 | sec/iter 0.245511 | ssl coef 0 | lr 0.003
[07/01 16:17:54] __main__ INFO: [211712/500000] acc 0.995693 | loss 0.016152 | sup loss 0.016152 | ssl loss 0 | mask 1 | sec/iter 0.188656 | ssl coef 0 | lr 0.003
[07/01 16:19:11] __main__ INFO: [211968/500000] acc 0.998703 | loss 0.00199224 | sup loss 0.00199224 | ssl loss 0 | mask 1 | sec/iter 0.232477 | ssl coef 0 | lr 0.003
[07/01 16:19:19] __main__ INFO: validation
[07/01 16:19:30] __main__ INFO: validation loss 2.528734 | validation acc. 0.731600 | raw acc. 0.731600
[07/01 16:20:29] __main__ INFO: [212224/500000] acc 0.9992 | loss 0.00185023 | sup loss 0.00185023 | ssl loss 0 | mask 1 | sec/iter 0.227528 | ssl coef 0 | lr 0.003
[07/01 16:21:33] __main__ INFO: [212480/500000] acc 0.998594 | loss 0.00382654 | sup loss 0.00382654 | ssl loss 0 | mask 1 | sec/iter 0.231422 | ssl coef 0 | lr 0.003
[07/01 16:22:38] __main__ INFO: [212736/500000] acc 0.999717 | loss 0.00194806 | sup loss 0.00194806 | ssl loss 0 | mask 1 | sec/iter 0.230497 | ssl coef 0 | lr 0.003
[07/01 16:23:42] __main__ INFO: [212992/500000] acc 0.999419 | loss 0.00223599 | sup loss 0.00223599 | ssl loss 0 | mask 1 | sec/iter 0.231875 | ssl coef 0 | lr 0.003
[07/01 16:24:46] __main__ INFO: [213248/500000] acc 0.996009 | loss 0.0110962 | sup loss 0.0110962 | ssl loss 0 | mask 1 | sec/iter 0.227004 | ssl coef 0 | lr 0.003
[07/01 16:25:50] __main__ INFO: [213504/500000] acc 1 | loss 0.000789205 | sup loss 0.000789205 | ssl loss 0 | mask 1 | sec/iter 0.214039 | ssl coef 0 | lr 0.003
[07/01 16:26:53] __main__ INFO: [213760/500000] acc 0.999978 | loss 0.000260904 | sup loss 0.000260904 | ssl loss 0 | mask 1 | sec/iter 0.227909 | ssl coef 0 | lr 0.003
[07/01 16:27:54] __main__ INFO: validation
[07/01 16:28:06] __main__ INFO: validation loss 2.369396 | validation acc. 0.741800 | raw acc. 0.741800
[07/01 16:28:13] __main__ INFO: [214016/500000] acc 0.999188 | loss 0.00245298 | sup loss 0.00245298 | ssl loss 0 | mask 1 | sec/iter 0.221172 | ssl coef 0 | lr 0.003
[07/01 16:29:28] __main__ INFO: [214272/500000] acc 0.999998 | loss 8.77639e-05 | sup loss 8.77639e-05 | ssl loss 0 | mask 1 | sec/iter 0.185169 | ssl coef 0 | lr 0.003
[07/01 16:30:41] __main__ INFO: [214528/500000] acc 0.999996 | loss 0.000163641 | sup loss 0.000163641 | ssl loss 0 | mask 1 | sec/iter 0.18957 | ssl coef 0 | lr 0.003
[07/01 16:31:49] __main__ INFO: [214784/500000] acc 0.999618 | loss 0.000594241 | sup loss 0.000594241 | ssl loss 0 | mask 1 | sec/iter 0.208776 | ssl coef 0 | lr 0.003
[07/01 16:33:17] __main__ INFO: [215040/500000] acc 1 | loss 0.000167483 | sup loss 0.000167483 | ssl loss 0 | mask 1 | sec/iter 0.314588 | ssl coef 0 | lr 0.003
[07/01 16:34:53] __main__ INFO: [215296/500000] acc 0.997267 | loss 0.00713249 | sup loss 0.00713249 | ssl loss 0 | mask 1 | sec/iter 0.301238 | ssl coef 0 | lr 0.003
[07/01 16:36:39] __main__ INFO: [215552/500000] acc 0.990586 | loss 0.0216748 | sup loss 0.0216748 | ssl loss 0 | mask 1 | sec/iter 0.253045 | ssl coef 0 | lr 0.003
[07/01 16:38:22] __main__ INFO: [215808/500000] acc 0.998701 | loss 0.00424045 | sup loss 0.00424045 | ssl loss 0 | mask 1 | sec/iter 0.302306 | ssl coef 0 | lr 0.003
[07/01 16:39:44] __main__ INFO: validation
[07/01 16:40:07] __main__ INFO: validation loss 2.396572 | validation acc. 0.745600 | raw acc. 0.745600
[07/01 16:40:40] __main__ INFO: [216064/500000] acc 1 | loss 0.000461083 | sup loss 0.000461083 | ssl loss 0 | mask 1 | sec/iter 0.33647 | ssl coef 0 | lr 0.003
[07/01 16:42:42] __main__ INFO: [216320/500000] acc 0.999856 | loss 0.00110302 | sup loss 0.00110302 | ssl loss 0 | mask 1 | sec/iter 0.334879 | ssl coef 0 | lr 0.003
[07/01 16:44:45] __main__ INFO: [216576/500000] acc 0.999225 | loss 0.00156044 | sup loss 0.00156044 | ssl loss 0 | mask 1 | sec/iter 0.366053 | ssl coef 0 | lr 0.003
[07/01 16:46:47] __main__ INFO: [216832/500000] acc 1 | loss 0.000376323 | sup loss 0.000376323 | ssl loss 0 | mask 1 | sec/iter 0.348252 | ssl coef 0 | lr 0.003
[07/01 16:49:15] __main__ INFO: [217088/500000] acc 1 | loss 0.000538632 | sup loss 0.000538632 | ssl loss 0 | mask 1 | sec/iter 0.352819 | ssl coef 0 | lr 0.003
[07/01 16:51:42] __main__ INFO: [217344/500000] acc 0.999925 | loss 0.0019893 | sup loss 0.0019893 | ssl loss 0 | mask 1 | sec/iter 0.31293 | ssl coef 0 | lr 0.003
[07/01 16:54:11] __main__ INFO: [217600/500000] acc 0.99848 | loss 0.00467109 | sup loss 0.00467109 | ssl loss 0 | mask 1 | sec/iter 0.316467 | ssl coef 0 | lr 0.003
[07/01 16:56:43] __main__ INFO: [217856/500000] acc 0.998498 | loss 0.00246244 | sup loss 0.00246244 | ssl loss 0 | mask 1 | sec/iter 0.362923 | ssl coef 0 | lr 0.003
[07/01 16:58:06] __main__ INFO: validation
[07/01 16:58:35] __main__ INFO: validation loss 2.307120 | validation acc. 0.749600 | raw acc. 0.749600
[07/01 16:59:42] __main__ INFO: [218112/500000] acc 0.998539 | loss 0.00423997 | sup loss 0.00423997 | ssl loss 0 | mask 1 | sec/iter 0.298612 | ssl coef 0 | lr 0.003
[07/01 17:02:25] __main__ INFO: [218368/500000] acc 0.999043 | loss 0.00675442 | sup loss 0.00675442 | ssl loss 0 | mask 1 | sec/iter 0.294137 | ssl coef 0 | lr 0.003
[07/01 17:05:07] __main__ INFO: [218624/500000] acc 0.998536 | loss 0.00143557 | sup loss 0.00143557 | ssl loss 0 | mask 1 | sec/iter 0.369054 | ssl coef 0 | lr 0.003
[07/01 17:07:37] __main__ INFO: [218880/500000] acc 0.999337 | loss 0.00201096 | sup loss 0.00201096 | ssl loss 0 | mask 1 | sec/iter 0.324299 | ssl coef 0 | lr 0.003
[07/01 17:10:07] __main__ INFO: [219136/500000] acc 0.998711 | loss 0.00165411 | sup loss 0.00165411 | ssl loss 0 | mask 1 | sec/iter 0.346072 | ssl coef 0 | lr 0.003
[07/01 17:12:37] __main__ INFO: [219392/500000] acc 0.999973 | loss 0.000504963 | sup loss 0.000504963 | ssl loss 0 | mask 1 | sec/iter 0.322845 | ssl coef 0 | lr 0.003
[07/01 17:15:08] __main__ INFO: [219648/500000] acc 0.999434 | loss 0.00119831 | sup loss 0.00119831 | ssl loss 0 | mask 1 | sec/iter 0.367151 | ssl coef 0 | lr 0.003
[07/01 17:17:19] __main__ INFO: [219904/500000] acc 0.997072 | loss 0.0104543 | sup loss 0.0104543 | ssl loss 0 | mask 1 | sec/iter 0.326388 | ssl coef 0 | lr 0.003
[07/01 17:18:05] __main__ INFO: validation
[07/01 17:18:28] __main__ INFO: validation loss 2.276005 | validation acc. 0.745600 | raw acc. 0.745600
[07/01 17:19:46] __main__ INFO: [220160/500000] acc 0.998766 | loss 0.00437706 | sup loss 0.00437706 | ssl loss 0 | mask 1 | sec/iter 0.35819 | ssl coef 0 | lr 0.003
[07/01 17:21:48] __main__ INFO: [220416/500000] acc 0.9977 | loss 0.00511147 | sup loss 0.00511147 | ssl loss 0 | mask 1 | sec/iter 0.334689 | ssl coef 0 | lr 0.003
[07/01 17:23:51] __main__ INFO: [220672/500000] acc 0.999428 | loss 0.00207746 | sup loss 0.00207746 | ssl loss 0 | mask 1 | sec/iter 0.345043 | ssl coef 0 | lr 0.003
[07/01 17:25:48] __main__ INFO: [220928/500000] acc 0.995193 | loss 0.0124761 | sup loss 0.0124761 | ssl loss 0 | mask 1 | sec/iter 0.32655 | ssl coef 0 | lr 0.003
[07/01 17:27:50] __main__ INFO: [221184/500000] acc 0.99824 | loss 0.00393099 | sup loss 0.00393099 | ssl loss 0 | mask 1 | sec/iter 0.34197 | ssl coef 0 | lr 0.003
[07/01 17:29:52] __main__ INFO: [221440/500000] acc 0.999882 | loss 0.000655565 | sup loss 0.000655565 | ssl loss 0 | mask 1 | sec/iter 0.371745 | ssl coef 0 | lr 0.003
[07/01 17:31:53] __main__ INFO: [221696/500000] acc 0.99718 | loss 0.00479144 | sup loss 0.00479144 | ssl loss 0 | mask 1 | sec/iter 0.289664 | ssl coef 0 | lr 0.003
[07/01 17:33:42] __main__ INFO: [221952/500000] acc 0.999978 | loss 0.0007525 | sup loss 0.0007525 | ssl loss 0 | mask 1 | sec/iter 0.401334 | ssl coef 0 | lr 0.003
[07/01 17:34:03] __main__ INFO: validation
[07/01 17:34:19] __main__ INFO: validation loss 2.293257 | validation acc. 0.754800 | raw acc. 0.754800
[07/01 17:34:20] __main__ INFO: test
[07/01 17:34:49] __main__ INFO: test loss 2.466705 | test acc. 0.745000 | raw acc. 0.745000
[07/01 17:34:49] __main__ INFO: test accuracy 0.745000
[07/01 17:36:19] __main__ INFO: [222208/500000] acc 0.999973 | loss 0.00030898 | sup loss 0.00030898 | ssl loss 0 | mask 1 | sec/iter 0.39329 | ssl coef 0 | lr 0.003
[07/01 17:38:06] __main__ INFO: [222464/500000] acc 0.99995 | loss 0.000578207 | sup loss 0.000578207 | ssl loss 0 | mask 1 | sec/iter 0.403852 | ssl coef 0 | lr 0.003
[07/01 17:39:54] __main__ INFO: [222720/500000] acc 0.999907 | loss 0.000561258 | sup loss 0.000561258 | ssl loss 0 | mask 1 | sec/iter 0.388603 | ssl coef 0 | lr 0.003
[07/01 17:41:43] __main__ INFO: [222976/500000] acc 0.996505 | loss 0.0187585 | sup loss 0.0187585 | ssl loss 0 | mask 1 | sec/iter 0.396557 | ssl coef 0 | lr 0.003
[07/01 17:43:32] __main__ INFO: [223232/500000] acc 0.99825 | loss 0.00792144 | sup loss 0.00792144 | ssl loss 0 | mask 1 | sec/iter 0.30594 | ssl coef 0 | lr 0.003
[07/01 17:45:38] __main__ INFO: [223488/500000] acc 0.999469 | loss 0.000948147 | sup loss 0.000948147 | ssl loss 0 | mask 1 | sec/iter 0.319916 | ssl coef 0 | lr 0.003
[07/01 17:47:45] __main__ INFO: [223744/500000] acc 0.99827 | loss 0.00601246 | sup loss 0.00601246 | ssl loss 0 | mask 1 | sec/iter 0.339182 | ssl coef 0 | lr 0.003
[07/01 17:49:47] __main__ INFO: [224000/500000] acc 0.999322 | loss 0.00260312 | sup loss 0.00260312 | ssl loss 0 | mask 1 | sec/iter 0.312784 | ssl coef 0 | lr 0.003
[07/01 17:49:47] __main__ INFO: validation
[07/01 17:50:11] __main__ INFO: validation loss 2.330237 | validation acc. 0.745000 | raw acc. 0.745000
[07/01 17:52:17] __main__ INFO: [224256/500000] acc 0.999072 | loss 0.00673317 | sup loss 0.00673317 | ssl loss 0 | mask 1 | sec/iter 0.306835 | ssl coef 0 | lr 0.003
[07/01 17:54:25] __main__ INFO: [224512/500000] acc 0.999492 | loss 0.000868518 | sup loss 0.000868518 | ssl loss 0 | mask 1 | sec/iter 0.310086 | ssl coef 0 | lr 0.003
[07/01 17:56:52] __main__ INFO: [224768/500000] acc 0.999998 | loss 0.000192437 | sup loss 0.000192437 | ssl loss 0 | mask 1 | sec/iter 0.294877 | ssl coef 0 | lr 0.003
[07/01 17:59:28] __main__ INFO: [225024/500000] acc 0.999998 | loss 0.000189517 | sup loss 0.000189517 | ssl loss 0 | mask 1 | sec/iter 0.370519 | ssl coef 0 | lr 0.003
[07/01 18:02:03] __main__ INFO: [225280/500000] acc 1 | loss 0.00016511 | sup loss 0.00016511 | ssl loss 0 | mask 1 | sec/iter 0.324132 | ssl coef 0 | lr 0.003
[07/01 18:04:37] __main__ INFO: [225536/500000] acc 1 | loss 0.00036853 | sup loss 0.00036853 | ssl loss 0 | mask 1 | sec/iter 0.338069 | ssl coef 0 | lr 0.003
[07/01 18:07:00] __main__ INFO: [225792/500000] acc 0.996664 | loss 0.00507581 | sup loss 0.00507581 | ssl loss 0 | mask 1 | sec/iter 0.375186 | ssl coef 0 | lr 0.003
[07/01 18:09:04] __main__ INFO: validation
[07/01 18:09:33] __main__ INFO: validation loss 2.595344 | validation acc. 0.735600 | raw acc. 0.735600
[07/01 18:10:02] __main__ INFO: [226048/500000] acc 0.996095 | loss 0.0161885 | sup loss 0.0161885 | ssl loss 0 | mask 1 | sec/iter 0.325665 | ssl coef 0 | lr 0.003
[07/01 18:12:41] __main__ INFO: [226304/500000] acc 0.999819 | loss 0.000869896 | sup loss 0.000869896 | ssl loss 0 | mask 1 | sec/iter 0.388733 | ssl coef 0 | lr 0.003
[07/01 18:15:13] __main__ INFO: [226560/500000] acc 0.999225 | loss 0.00417353 | sup loss 0.00417353 | ssl loss 0 | mask 1 | sec/iter 0.426575 | ssl coef 0 | lr 0.003
[07/01 18:17:40] __main__ INFO: [226816/500000] acc 0.99596 | loss 0.013549 | sup loss 0.013549 | ssl loss 0 | mask 1 | sec/iter 0.348152 | ssl coef 0 | lr 0.003
[07/01 18:20:10] __main__ INFO: [227072/500000] acc 0.999043 | loss 0.00148355 | sup loss 0.00148355 | ssl loss 0 | mask 1 | sec/iter 0.348893 | ssl coef 0 | lr 0.003
[07/01 18:22:57] __main__ INFO: [227328/500000] acc 0.999433 | loss 0.0016244 | sup loss 0.0016244 | ssl loss 0 | mask 1 | sec/iter 0.363317 | ssl coef 0 | lr 0.003
[07/01 18:25:44] __main__ INFO: [227584/500000] acc 0.999993 | loss 0.000199588 | sup loss 0.000199588 | ssl loss 0 | mask 1 | sec/iter 0.418086 | ssl coef 0 | lr 0.003
[07/01 18:28:16] __main__ INFO: [227840/500000] acc 0.999931 | loss 0.00015944 | sup loss 0.00015944 | ssl loss 0 | mask 1 | sec/iter 0.473366 | ssl coef 0 | lr 0.003
[07/01 18:29:43] __main__ INFO: validation
[07/01 18:30:10] __main__ INFO: validation loss 2.265235 | validation acc. 0.746000 | raw acc. 0.746000
[07/01 18:31:04] __main__ INFO: [228096/500000] acc 0.999592 | loss 0.000761342 | sup loss 0.000761342 | ssl loss 0 | mask 1 | sec/iter 0.447078 | ssl coef 0 | lr 0.003
[07/01 18:33:15] __main__ INFO: [228352/500000] acc 0.998501 | loss 0.00836419 | sup loss 0.00836419 | ssl loss 0 | mask 1 | sec/iter 0.509053 | ssl coef 0 | lr 0.003
[07/01 18:35:27] __main__ INFO: [228608/500000] acc 0.999993 | loss 0.000875072 | sup loss 0.000875072 | ssl loss 0 | mask 1 | sec/iter 0.468019 | ssl coef 0 | lr 0.003
[07/01 18:37:27] __main__ INFO: [228864/500000] acc 0.999804 | loss 0.000531836 | sup loss 0.000531836 | ssl loss 0 | mask 1 | sec/iter 0.316734 | ssl coef 0 | lr 0.003
[07/01 18:38:50] __main__ INFO: [229120/500000] acc 0.999537 | loss 0.00118765 | sup loss 0.00118765 | ssl loss 0 | mask 1 | sec/iter 0.28195 | ssl coef 0 | lr 0.003
[07/01 18:40:04] __main__ INFO: [229376/500000] acc 0.999039 | loss 0.00194994 | sup loss 0.00194994 | ssl loss 0 | mask 1 | sec/iter 0.261449 | ssl coef 0 | lr 0.003
[07/01 18:41:31] __main__ INFO: [229632/500000] acc 0.999973 | loss 0.000310158 | sup loss 0.000310158 | ssl loss 0 | mask 1 | sec/iter 0.309948 | ssl coef 0 | lr 0.003
[07/01 18:42:57] __main__ INFO: [229888/500000] acc 0.999999 | loss 8.3658e-05 | sup loss 8.3658e-05 | ssl loss 0 | mask 1 | sec/iter 0.317947 | ssl coef 0 | lr 0.003
[07/01 18:43:37] __main__ INFO: validation
[07/01 18:43:50] __main__ INFO: validation loss 2.298069 | validation acc. 0.749800 | raw acc. 0.749800
[07/01 18:44:42] __main__ INFO: [230144/500000] acc 1 | loss 0.00011488 | sup loss 0.00011488 | ssl loss 0 | mask 1 | sec/iter 0.344488 | ssl coef 0 | lr 0.003
[07/01 18:46:18] __main__ INFO: [230400/500000] acc 0.9997 | loss 0.000655629 | sup loss 0.000655629 | ssl loss 0 | mask 1 | sec/iter 0.349017 | ssl coef 0 | lr 0.003
[07/01 18:47:53] __main__ INFO: [230656/500000] acc 0.996009 | loss 0.0177665 | sup loss 0.0177665 | ssl loss 0 | mask 1 | sec/iter 0.351308 | ssl coef 0 | lr 0.003
[07/01 18:49:27] __main__ INFO: [230912/500000] acc 0.997893 | loss 0.00620978 | sup loss 0.00620978 | ssl loss 0 | mask 1 | sec/iter 0.351957 | ssl coef 0 | lr 0.003
[07/01 18:51:02] __main__ INFO: [231168/500000] acc 0.999873 | loss 0.000883304 | sup loss 0.000883304 | ssl loss 0 | mask 1 | sec/iter 0.339594 | ssl coef 0 | lr 0.003
[07/01 18:52:37] __main__ INFO: [231424/500000] acc 0.999999 | loss 0.000185678 | sup loss 0.000185678 | ssl loss 0 | mask 1 | sec/iter 0.35277 | ssl coef 0 | lr 0.003
[07/01 18:54:11] __main__ INFO: [231680/500000] acc 0.997921 | loss 0.0109704 | sup loss 0.0109704 | ssl loss 0 | mask 1 | sec/iter 0.351902 | ssl coef 0 | lr 0.003
[07/01 18:55:46] __main__ INFO: [231936/500000] acc 0.999801 | loss 0.0013865 | sup loss 0.0013865 | ssl loss 0 | mask 1 | sec/iter 0.349744 | ssl coef 0 | lr 0.003
[07/01 18:56:10] __main__ INFO: validation
[07/01 18:56:23] __main__ INFO: validation loss 2.281950 | validation acc. 0.747800 | raw acc. 0.747800
[07/01 18:57:36] __main__ INFO: [232192/500000] acc 0.997947 | loss 0.0175727 | sup loss 0.0175727 | ssl loss 0 | mask 1 | sec/iter 0.305507 | ssl coef 0 | lr 0.003
[07/01 18:59:11] __main__ INFO: [232448/500000] acc 1 | loss 0.000143986 | sup loss 0.000143986 | ssl loss 0 | mask 1 | sec/iter 0.353266 | ssl coef 0 | lr 0.003
[07/01 19:00:46] __main__ INFO: [232704/500000] acc 0.999978 | loss 0.000171169 | sup loss 0.000171169 | ssl loss 0 | mask 1 | sec/iter 0.349334 | ssl coef 0 | lr 0.003
[07/01 19:02:21] __main__ INFO: [232960/500000] acc 1 | loss 4.97883e-05 | sup loss 4.97883e-05 | ssl loss 0 | mask 1 | sec/iter 0.351874 | ssl coef 0 | lr 0.003
[07/01 19:03:55] __main__ INFO: [233216/500000] acc 1 | loss 0.000379724 | sup loss 0.000379724 | ssl loss 0 | mask 1 | sec/iter 0.354743 | ssl coef 0 | lr 0.003
[07/01 19:05:30] __main__ INFO: [233472/500000] acc 0.996496 | loss 0.0260641 | sup loss 0.0260641 | ssl loss 0 | mask 1 | sec/iter 0.352898 | ssl coef 0 | lr 0.003
[07/01 19:07:03] __main__ INFO: [233728/500000] acc 0.998268 | loss 0.00633295 | sup loss 0.00633295 | ssl loss 0 | mask 1 | sec/iter 0.222681 | ssl coef 0 | lr 0.003
[07/01 19:08:38] __main__ INFO: [233984/500000] acc 0.997993 | loss 0.00672215 | sup loss 0.00672215 | ssl loss 0 | mask 1 | sec/iter 0.1891 | ssl coef 0 | lr 0.003
[07/01 19:08:45] __main__ INFO: validation
[07/01 19:09:03] __main__ INFO: validation loss 2.332826 | validation acc. 0.732200 | raw acc. 0.732200
[07/01 19:10:31] __main__ INFO: [234240/500000] acc 0.997797 | loss 0.00707823 | sup loss 0.00707823 | ssl loss 0 | mask 1 | sec/iter 0.241365 | ssl coef 0 | lr 0.003
[07/01 19:12:08] __main__ INFO: [234496/500000] acc 0.9988 | loss 0.00426022 | sup loss 0.00426022 | ssl loss 0 | mask 1 | sec/iter 0.25173 | ssl coef 0 | lr 0.003
[07/01 19:13:40] __main__ INFO: [234752/500000] acc 0.999856 | loss 0.000774956 | sup loss 0.000774956 | ssl loss 0 | mask 1 | sec/iter 0.18866 | ssl coef 0 | lr 0.003
[07/01 19:15:12] __main__ INFO: [235008/500000] acc 1 | loss 0.000235436 | sup loss 0.000235436 | ssl loss 0 | mask 1 | sec/iter 0.231792 | ssl coef 0 | lr 0.003
[07/01 19:16:26] __main__ INFO: [235264/500000] acc 0.99893 | loss 0.00193932 | sup loss 0.00193932 | ssl loss 0 | mask 1 | sec/iter 0.223416 | ssl coef 0 | lr 0.003
[07/01 19:17:32] __main__ INFO: [235520/500000] acc 0.999841 | loss 0.00112584 | sup loss 0.00112584 | ssl loss 0 | mask 1 | sec/iter 0.238461 | ssl coef 0 | lr 0.003
[07/01 19:18:36] __main__ INFO: [235776/500000] acc 0.994952 | loss 0.0209701 | sup loss 0.0209701 | ssl loss 0 | mask 1 | sec/iter 0.240298 | ssl coef 0 | lr 0.003
[07/01 19:19:33] __main__ INFO: validation
[07/01 19:19:44] __main__ INFO: validation loss 2.324110 | validation acc. 0.742000 | raw acc. 0.742000
[07/01 19:19:55] __main__ INFO: [236032/500000] acc 0.999979 | loss 0.00020061 | sup loss 0.00020061 | ssl loss 0 | mask 1 | sec/iter 0.24408 | ssl coef 0 | lr 0.003
[07/01 19:21:01] __main__ INFO: [236288/500000] acc 0.999942 | loss 0.000669324 | sup loss 0.000669324 | ssl loss 0 | mask 1 | sec/iter 0.248443 | ssl coef 0 | lr 0.003
[07/01 19:22:06] __main__ INFO: [236544/500000] acc 0.999627 | loss 0.000821158 | sup loss 0.000821158 | ssl loss 0 | mask 1 | sec/iter 0.241546 | ssl coef 0 | lr 0.003
[07/01 19:23:18] __main__ INFO: [236800/500000] acc 0.999999 | loss 4.85551e-05 | sup loss 4.85551e-05 | ssl loss 0 | mask 1 | sec/iter 0.230807 | ssl coef 0 | lr 0.003
[07/01 19:24:47] __main__ INFO: [237056/500000] acc 0.99917 | loss 0.00462246 | sup loss 0.00462246 | ssl loss 0 | mask 1 | sec/iter 0.238651 | ssl coef 0 | lr 0.003
[07/01 19:26:20] __main__ INFO: [237312/500000] acc 0.99998 | loss 0.000679413 | sup loss 0.000679413 | ssl loss 0 | mask 1 | sec/iter 0.226198 | ssl coef 0 | lr 0.003
[07/01 19:27:54] __main__ INFO: [237568/500000] acc 0.999951 | loss 0.000240305 | sup loss 0.000240305 | ssl loss 0 | mask 1 | sec/iter 0.229302 | ssl coef 0 | lr 0.003
[07/01 19:29:22] __main__ INFO: [237824/500000] acc 0.999995 | loss 0.000354197 | sup loss 0.000354197 | ssl loss 0 | mask 1 | sec/iter 0.270704 | ssl coef 0 | lr 0.003
[07/01 19:30:23] __main__ INFO: validation
[07/01 19:30:40] __main__ INFO: validation loss 2.299211 | validation acc. 0.748800 | raw acc. 0.748800
[07/01 19:31:09] __main__ INFO: [238080/500000] acc 0.999358 | loss 0.0091806 | sup loss 0.0091806 | ssl loss 0 | mask 1 | sec/iter 0.263199 | ssl coef 0 | lr 0.003
[07/01 19:32:36] __main__ INFO: [238336/500000] acc 0.998336 | loss 0.00294007 | sup loss 0.00294007 | ssl loss 0 | mask 1 | sec/iter 0.247053 | ssl coef 0 | lr 0.003
[07/01 19:34:00] __main__ INFO: [238592/500000] acc 0.996227 | loss 0.00683535 | sup loss 0.00683535 | ssl loss 0 | mask 1 | sec/iter 0.251721 | ssl coef 0 | lr 0.003
[07/01 19:35:29] __main__ INFO: [238848/500000] acc 0.999931 | loss 0.00114494 | sup loss 0.00114494 | ssl loss 0 | mask 1 | sec/iter 0.228065 | ssl coef 0 | lr 0.003
[07/01 19:36:57] __main__ INFO: [239104/500000] acc 0.998256 | loss 0.00370954 | sup loss 0.00370954 | ssl loss 0 | mask 1 | sec/iter 0.21933 | ssl coef 0 | lr 0.003
[07/01 19:38:23] __main__ INFO: [239360/500000] acc 0.998542 | loss 0.0122877 | sup loss 0.0122877 | ssl loss 0 | mask 1 | sec/iter 0.234577 | ssl coef 0 | lr 0.003
[07/01 19:39:52] __main__ INFO: [239616/500000] acc 0.997827 | loss 0.00350562 | sup loss 0.00350562 | ssl loss 0 | mask 1 | sec/iter 0.242142 | ssl coef 0 | lr 0.003
[07/01 19:41:19] __main__ INFO: [239872/500000] acc 0.999986 | loss 0.000313802 | sup loss 0.000313802 | ssl loss 0 | mask 1 | sec/iter 0.242264 | ssl coef 0 | lr 0.003
[07/01 19:42:01] __main__ INFO: validation
[07/01 19:42:18] __main__ INFO: validation loss 2.271937 | validation acc. 0.748800 | raw acc. 0.748800
[07/01 19:43:03] __main__ INFO: [240128/500000] acc 0.998814 | loss 0.00189368 | sup loss 0.00189368 | ssl loss 0 | mask 1 | sec/iter 0.231879 | ssl coef 0 | lr 0.003
[07/01 19:44:32] __main__ INFO: [240384/500000] acc 0.999868 | loss 0.000367483 | sup loss 0.000367483 | ssl loss 0 | mask 1 | sec/iter 0.248246 | ssl coef 0 | lr 0.003
[07/01 19:46:00] __main__ INFO: [240640/500000] acc 0.997725 | loss 0.00699648 | sup loss 0.00699648 | ssl loss 0 | mask 1 | sec/iter 0.220848 | ssl coef 0 | lr 0.003
[07/01 19:47:28] __main__ INFO: [240896/500000] acc 0.999263 | loss 0.00239162 | sup loss 0.00239162 | ssl loss 0 | mask 1 | sec/iter 0.208886 | ssl coef 0 | lr 0.003
[07/01 19:48:56] __main__ INFO: [241152/500000] acc 0.996678 | loss 0.00424707 | sup loss 0.00424707 | ssl loss 0 | mask 1 | sec/iter 0.23036 | ssl coef 0 | lr 0.003
[07/01 19:50:26] __main__ INFO: [241408/500000] acc 0.997388 | loss 0.00588706 | sup loss 0.00588706 | ssl loss 0 | mask 1 | sec/iter 0.250433 | ssl coef 0 | lr 0.003
[07/01 19:51:52] __main__ INFO: [241664/500000] acc 0.998603 | loss 0.00188681 | sup loss 0.00188681 | ssl loss 0 | mask 1 | sec/iter 0.227538 | ssl coef 0 | lr 0.003
[07/01 19:52:56] __main__ INFO: [241920/500000] acc 0.999794 | loss 0.00080746 | sup loss 0.00080746 | ssl loss 0 | mask 1 | sec/iter 0.232235 | ssl coef 0 | lr 0.003
[07/01 19:53:16] __main__ INFO: validation
[07/01 19:53:27] __main__ INFO: validation loss 2.244673 | validation acc. 0.742800 | raw acc. 0.742800
[07/01 19:54:15] __main__ INFO: [242176/500000] acc 0.999981 | loss 0.00021682 | sup loss 0.00021682 | ssl loss 0 | mask 1 | sec/iter 0.225443 | ssl coef 0 | lr 0.003
[07/01 19:55:19] __main__ INFO: [242432/500000] acc 0.998512 | loss 0.00500432 | sup loss 0.00500432 | ssl loss 0 | mask 1 | sec/iter 0.223894 | ssl coef 0 | lr 0.003
[07/01 19:56:23] __main__ INFO: [242688/500000] acc 0.999427 | loss 0.000860893 | sup loss 0.000860893 | ssl loss 0 | mask 1 | sec/iter 0.237274 | ssl coef 0 | lr 0.003
[07/01 19:57:28] __main__ INFO: [242944/500000] acc 0.999606 | loss 0.00308252 | sup loss 0.00308252 | ssl loss 0 | mask 1 | sec/iter 0.220729 | ssl coef 0 | lr 0.003
[07/01 19:58:33] __main__ INFO: [243200/500000] acc 0.999303 | loss 0.00248988 | sup loss 0.00248988 | ssl loss 0 | mask 1 | sec/iter 0.237245 | ssl coef 0 | lr 0.003
[07/01 19:59:55] __main__ INFO: [243456/500000] acc 0.999575 | loss 0.0014645 | sup loss 0.0014645 | ssl loss 0 | mask 1 | sec/iter 0.241719 | ssl coef 0 | lr 0.003
[07/01 20:01:22] __main__ INFO: [243712/500000] acc 0.998937 | loss 0.00169459 | sup loss 0.00169459 | ssl loss 0 | mask 1 | sec/iter 0.247212 | ssl coef 0 | lr 0.003
[07/01 20:02:51] __main__ INFO: [243968/500000] acc 0.999917 | loss 0.000346845 | sup loss 0.000346845 | ssl loss 0 | mask 1 | sec/iter 0.257918 | ssl coef 0 | lr 0.003
[07/01 20:03:02] __main__ INFO: validation
[07/01 20:03:18] __main__ INFO: validation loss 2.355079 | validation acc. 0.744200 | raw acc. 0.744200
[07/01 20:04:38] __main__ INFO: [244224/500000] acc 0.998802 | loss 0.00525053 | sup loss 0.00525053 | ssl loss 0 | mask 1 | sec/iter 0.247746 | ssl coef 0 | lr 0.003
[07/01 20:06:05] __main__ INFO: [244480/500000] acc 0.999372 | loss 0.000625663 | sup loss 0.000625663 | ssl loss 0 | mask 1 | sec/iter 0.264242 | ssl coef 0 | lr 0.003
[07/01 20:07:35] __main__ INFO: [244736/500000] acc 0.999905 | loss 0.000267786 | sup loss 0.000267786 | ssl loss 0 | mask 1 | sec/iter 0.223817 | ssl coef 0 | lr 0.003
[07/01 20:09:03] __main__ INFO: [244992/500000] acc 0.999409 | loss 0.00148722 | sup loss 0.00148722 | ssl loss 0 | mask 1 | sec/iter 0.24129 | ssl coef 0 | lr 0.003
[07/01 20:10:31] __main__ INFO: [245248/500000] acc 0.999691 | loss 0.00100556 | sup loss 0.00100556 | ssl loss 0 | mask 1 | sec/iter 0.204505 | ssl coef 0 | lr 0.003
[07/01 20:12:01] __main__ INFO: [245504/500000] acc 0.998182 | loss 0.00593342 | sup loss 0.00593342 | ssl loss 0 | mask 1 | sec/iter 0.233483 | ssl coef 0 | lr 0.003
[07/01 20:13:28] __main__ INFO: [245760/500000] acc 0.999254 | loss 0.00259566 | sup loss 0.00259566 | ssl loss 0 | mask 1 | sec/iter 0.221119 | ssl coef 0 | lr 0.003
[07/01 20:14:50] __main__ INFO: validation
[07/01 20:15:06] __main__ INFO: validation loss 2.187994 | validation acc. 0.750400 | raw acc. 0.750400
[07/01 20:15:14] __main__ INFO: [246016/500000] acc 0.998937 | loss 0.00148633 | sup loss 0.00148633 | ssl loss 0 | mask 1 | sec/iter 0.243325 | ssl coef 0 | lr 0.003
[07/01 20:16:41] __main__ INFO: [246272/500000] acc 0.999997 | loss 0.000749231 | sup loss 0.000749231 | ssl loss 0 | mask 1 | sec/iter 0.24377 | ssl coef 0 | lr 0.003
[07/01 20:18:08] __main__ INFO: [246528/500000] acc 0.999043 | loss 0.000938984 | sup loss 0.000938984 | ssl loss 0 | mask 1 | sec/iter 0.219036 | ssl coef 0 | lr 0.003
[07/01 20:19:37] __main__ INFO: [246784/500000] acc 0.999994 | loss 0.000290322 | sup loss 0.000290322 | ssl loss 0 | mask 1 | sec/iter 0.24019 | ssl coef 0 | lr 0.003
[07/01 20:21:05] __main__ INFO: [247040/500000] acc 1 | loss 0.000321424 | sup loss 0.000321424 | ssl loss 0 | mask 1 | sec/iter 0.242535 | ssl coef 0 | lr 0.003
[07/01 20:22:31] __main__ INFO: [247296/500000] acc 0.999998 | loss 0.000122418 | sup loss 0.000122418 | ssl loss 0 | mask 1 | sec/iter 0.23015 | ssl coef 0 | lr 0.003
[07/01 20:24:00] __main__ INFO: [247552/500000] acc 0.998008 | loss 0.00519008 | sup loss 0.00519008 | ssl loss 0 | mask 1 | sec/iter 0.248456 | ssl coef 0 | lr 0.003
[07/01 20:25:28] __main__ INFO: [247808/500000] acc 0.9971 | loss 0.0092206 | sup loss 0.0092206 | ssl loss 0 | mask 1 | sec/iter 0.235415 | ssl coef 0 | lr 0.003
[07/01 20:26:34] __main__ INFO: validation
[07/01 20:26:51] __main__ INFO: validation loss 2.298276 | validation acc. 0.747000 | raw acc. 0.747000
[07/01 20:27:14] __main__ INFO: [248064/500000] acc 0.998612 | loss 0.00273317 | sup loss 0.00273317 | ssl loss 0 | mask 1 | sec/iter 0.203364 | ssl coef 0 | lr 0.003
[07/01 20:28:21] __main__ INFO: [248320/500000] acc 0.999999 | loss 0.000387003 | sup loss 0.000387003 | ssl loss 0 | mask 1 | sec/iter 0.226725 | ssl coef 0 | lr 0.003
[07/01 20:29:24] __main__ INFO: [248576/500000] acc 1 | loss 0.000488686 | sup loss 0.000488686 | ssl loss 0 | mask 1 | sec/iter 0.22272 | ssl coef 0 | lr 0.003
[07/01 20:30:28] __main__ INFO: [248832/500000] acc 0.999372 | loss 0.00110995 | sup loss 0.00110995 | ssl loss 0 | mask 1 | sec/iter 0.226875 | ssl coef 0 | lr 0.003
[07/01 20:31:34] __main__ INFO: [249088/500000] acc 0.999847 | loss 0.000414588 | sup loss 0.000414588 | ssl loss 0 | mask 1 | sec/iter 0.238882 | ssl coef 0 | lr 0.003
[07/01 20:32:41] __main__ INFO: [249344/500000] acc 0.997445 | loss 0.0108631 | sup loss 0.0108631 | ssl loss 0 | mask 1 | sec/iter 0.244754 | ssl coef 0 | lr 0.003
[07/01 20:33:46] __main__ INFO: [249600/500000] acc 0.999421 | loss 0.00194082 | sup loss 0.00194082 | ssl loss 0 | mask 1 | sec/iter 0.228671 | ssl coef 0 | lr 0.003
[07/01 20:34:55] __main__ INFO: [249856/500000] acc 0.999813 | loss 0.00126192 | sup loss 0.00126192 | ssl loss 0 | mask 1 | sec/iter 0.239089 | ssl coef 0 | lr 0.003
[07/01 20:35:44] __main__ INFO: validation
[07/01 20:36:01] __main__ INFO: validation loss 2.205906 | validation acc. 0.742200 | raw acc. 0.742200
[07/01 20:36:41] __main__ INFO: [250112/500000] acc 0.999976 | loss 0.000415694 | sup loss 0.000415694 | ssl loss 0 | mask 1 | sec/iter 0.23401 | ssl coef 0 | lr 0.003
[07/01 20:38:09] __main__ INFO: [250368/500000] acc 1 | loss 0.000229942 | sup loss 0.000229942 | ssl loss 0 | mask 1 | sec/iter 0.229325 | ssl coef 0 | lr 0.003
[07/01 20:39:38] __main__ INFO: [250624/500000] acc 1 | loss 5.54449e-05 | sup loss 5.54449e-05 | ssl loss 0 | mask 1 | sec/iter 0.230107 | ssl coef 0 | lr 0.003
[07/01 20:41:07] __main__ INFO: [250880/500000] acc 0.998 | loss 0.00547146 | sup loss 0.00547146 | ssl loss 0 | mask 1 | sec/iter 0.254423 | ssl coef 0 | lr 0.003
[07/01 20:42:35] __main__ INFO: [251136/500000] acc 1 | loss 0.000572876 | sup loss 0.000572876 | ssl loss 0 | mask 1 | sec/iter 0.215671 | ssl coef 0 | lr 0.003
[07/01 20:44:04] __main__ INFO: [251392/500000] acc 0.99999 | loss 0.000516995 | sup loss 0.000516995 | ssl loss 0 | mask 1 | sec/iter 0.237035 | ssl coef 0 | lr 0.003
[07/01 20:45:32] __main__ INFO: [251648/500000] acc 0.998414 | loss 0.00657472 | sup loss 0.00657472 | ssl loss 0 | mask 1 | sec/iter 0.211489 | ssl coef 0 | lr 0.003
[07/01 20:46:59] __main__ INFO: [251904/500000] acc 0.999855 | loss 0.000833755 | sup loss 0.000833755 | ssl loss 0 | mask 1 | sec/iter 0.256368 | ssl coef 0 | lr 0.003
[07/01 20:47:32] __main__ INFO: validation
[07/01 20:47:49] __main__ INFO: validation loss 2.174668 | validation acc. 0.749800 | raw acc. 0.749800
[07/01 20:48:46] __main__ INFO: [252160/500000] acc 0.999949 | loss 0.00136505 | sup loss 0.00136505 | ssl loss 0 | mask 1 | sec/iter 0.232042 | ssl coef 0 | lr 0.003
[07/01 20:50:13] __main__ INFO: [252416/500000] acc 0.999992 | loss 0.000176846 | sup loss 0.000176846 | ssl loss 0 | mask 1 | sec/iter 0.246601 | ssl coef 0 | lr 0.003
[07/01 20:51:41] __main__ INFO: [252672/500000] acc 0.999282 | loss 0.00387731 | sup loss 0.00387731 | ssl loss 0 | mask 1 | sec/iter 0.26618 | ssl coef 0 | lr 0.003
[07/01 20:53:07] __main__ INFO: [252928/500000] acc 0.999979 | loss 0.000584748 | sup loss 0.000584748 | ssl loss 0 | mask 1 | sec/iter 0.250079 | ssl coef 0 | lr 0.003
[07/01 20:54:35] __main__ INFO: [253184/500000] acc 0.998491 | loss 0.00239463 | sup loss 0.00239463 | ssl loss 0 | mask 1 | sec/iter 0.212349 | ssl coef 0 | lr 0.003
[07/01 20:56:04] __main__ INFO: [253440/500000] acc 0.998217 | loss 0.0161358 | sup loss 0.0161358 | ssl loss 0 | mask 1 | sec/iter 0.184251 | ssl coef 0 | lr 0.003
[07/01 20:57:30] __main__ INFO: [253696/500000] acc 0.998537 | loss 0.00224725 | sup loss 0.00224725 | ssl loss 0 | mask 1 | sec/iter 0.234592 | ssl coef 0 | lr 0.003
[07/01 20:58:59] __main__ INFO: [253952/500000] acc 0.999693 | loss 0.00170194 | sup loss 0.00170194 | ssl loss 0 | mask 1 | sec/iter 0.236461 | ssl coef 0 | lr 0.003
[07/01 20:59:15] __main__ INFO: validation
[07/01 20:59:31] __main__ INFO: validation loss 2.420129 | validation acc. 0.747800 | raw acc. 0.747800
[07/01 21:00:44] __main__ INFO: [254208/500000] acc 0.998243 | loss 0.00705535 | sup loss 0.00705535 | ssl loss 0 | mask 1 | sec/iter 0.230158 | ssl coef 0 | lr 0.003
[07/01 21:02:14] __main__ INFO: [254464/500000] acc 0.999771 | loss 0.000669944 | sup loss 0.000669944 | ssl loss 0 | mask 1 | sec/iter 0.224059 | ssl coef 0 | lr 0.003
[07/01 21:03:33] __main__ INFO: [254720/500000] acc 1 | loss 0.000323181 | sup loss 0.000323181 | ssl loss 0 | mask 1 | sec/iter 0.235992 | ssl coef 0 | lr 0.003
[07/01 21:04:37] __main__ INFO: [254976/500000] acc 0.999999 | loss 0.000123445 | sup loss 0.000123445 | ssl loss 0 | mask 1 | sec/iter 0.227077 | ssl coef 0 | lr 0.003
[07/01 21:05:42] __main__ INFO: [255232/500000] acc 0.999666 | loss 0.001955 | sup loss 0.001955 | ssl loss 0 | mask 1 | sec/iter 0.227877 | ssl coef 0 | lr 0.003
[07/01 21:06:47] __main__ INFO: [255488/500000] acc 0.998838 | loss 0.00722832 | sup loss 0.00722832 | ssl loss 0 | mask 1 | sec/iter 0.243744 | ssl coef 0 | lr 0.003
[07/01 21:07:51] __main__ INFO: [255744/500000] acc 0.998662 | loss 0.00478698 | sup loss 0.00478698 | ssl loss 0 | mask 1 | sec/iter 0.246417 | ssl coef 0 | lr 0.003
[07/01 21:08:57] __main__ INFO: [256000/500000] acc 0.999778 | loss 0.00106845 | sup loss 0.00106845 | ssl loss 0 | mask 1 | sec/iter 0.23889 | ssl coef 0 | lr 0.003
[07/01 21:08:57] __main__ INFO: validation
[07/01 21:09:08] __main__ INFO: validation loss 2.256486 | validation acc. 0.745400 | raw acc. 0.745400
[07/01 21:10:20] __main__ INFO: [256256/500000] acc 0.999992 | loss 0.000358643 | sup loss 0.000358643 | ssl loss 0 | mask 1 | sec/iter 0.245135 | ssl coef 0 | lr 0.003
[07/01 21:11:49] __main__ INFO: [256512/500000] acc 0.999999 | loss 0.000365355 | sup loss 0.000365355 | ssl loss 0 | mask 1 | sec/iter 0.231149 | ssl coef 0 | lr 0.003
[07/01 21:13:17] __main__ INFO: [256768/500000] acc 1 | loss 0.000221292 | sup loss 0.000221292 | ssl loss 0 | mask 1 | sec/iter 0.242736 | ssl coef 0 | lr 0.003
[07/01 21:14:43] __main__ INFO: [257024/500000] acc 0.999695 | loss 0.000556028 | sup loss 0.000556028 | ssl loss 0 | mask 1 | sec/iter 0.186062 | ssl coef 0 | lr 0.003
[07/01 21:16:12] __main__ INFO: [257280/500000] acc 0.997999 | loss 0.00489011 | sup loss 0.00489011 | ssl loss 0 | mask 1 | sec/iter 0.236344 | ssl coef 0 | lr 0.003
[07/01 21:17:41] __main__ INFO: [257536/500000] acc 0.996574 | loss 0.00621105 | sup loss 0.00621105 | ssl loss 0 | mask 1 | sec/iter 0.255395 | ssl coef 0 | lr 0.003
[07/01 21:19:06] __main__ INFO: [257792/500000] acc 0.996183 | loss 0.0195166 | sup loss 0.0195166 | ssl loss 0 | mask 1 | sec/iter 0.225046 | ssl coef 0 | lr 0.003
[07/01 21:20:17] __main__ INFO: validation
[07/01 21:20:33] __main__ INFO: validation loss 2.381140 | validation acc. 0.750000 | raw acc. 0.750000
[07/01 21:20:50] __main__ INFO: [258048/500000] acc 0.999914 | loss 0.000534119 | sup loss 0.000534119 | ssl loss 0 | mask 1 | sec/iter 0.258969 | ssl coef 0 | lr 0.003
[07/01 21:22:18] __main__ INFO: [258304/500000] acc 0.999126 | loss 0.0140089 | sup loss 0.0140089 | ssl loss 0 | mask 1 | sec/iter 0.212818 | ssl coef 0 | lr 0.003
[07/01 21:23:46] __main__ INFO: [258560/500000] acc 0.999946 | loss 0.000750598 | sup loss 0.000750598 | ssl loss 0 | mask 1 | sec/iter 0.197133 | ssl coef 0 | lr 0.003
[07/01 21:25:14] __main__ INFO: [258816/500000] acc 0.998951 | loss 0.0022166 | sup loss 0.0022166 | ssl loss 0 | mask 1 | sec/iter 0.253593 | ssl coef 0 | lr 0.003
[07/01 21:26:42] __main__ INFO: [259072/500000] acc 0.999998 | loss 0.000359579 | sup loss 0.000359579 | ssl loss 0 | mask 1 | sec/iter 0.216737 | ssl coef 0 | lr 0.003
[07/01 21:28:09] __main__ INFO: [259328/500000] acc 0.999964 | loss 0.000500925 | sup loss 0.000500925 | ssl loss 0 | mask 1 | sec/iter 0.227635 | ssl coef 0 | lr 0.003
[07/01 21:29:37] __main__ INFO: [259584/500000] acc 1 | loss 0.00176706 | sup loss 0.00176706 | ssl loss 0 | mask 1 | sec/iter 0.262451 | ssl coef 0 | lr 0.003
[07/01 21:31:04] __main__ INFO: [259840/500000] acc 0.999936 | loss 0.000768251 | sup loss 0.000768251 | ssl loss 0 | mask 1 | sec/iter 0.217401 | ssl coef 0 | lr 0.003
[07/01 21:31:59] __main__ INFO: validation
[07/01 21:32:16] __main__ INFO: validation loss 2.575836 | validation acc. 0.729800 | raw acc. 0.729800
[07/01 21:32:49] __main__ INFO: [260096/500000] acc 1 | loss 0.00085363 | sup loss 0.00085363 | ssl loss 0 | mask 1 | sec/iter 0.251834 | ssl coef 0 | lr 0.003
[07/01 21:34:20] __main__ INFO: [260352/500000] acc 0.99962 | loss 0.000823056 | sup loss 0.000823056 | ssl loss 0 | mask 1 | sec/iter 0.215044 | ssl coef 0 | lr 0.003
[07/01 21:35:48] __main__ INFO: [260608/500000] acc 0.996511 | loss 0.0151088 | sup loss 0.0151088 | ssl loss 0 | mask 1 | sec/iter 0.241603 | ssl coef 0 | lr 0.003
[07/01 21:37:17] __main__ INFO: [260864/500000] acc 0.99998 | loss 0.0001567 | sup loss 0.0001567 | ssl loss 0 | mask 1 | sec/iter 0.209975 | ssl coef 0 | lr 0.003
[07/01 21:38:47] __main__ INFO: [261120/500000] acc 0.999809 | loss 0.000330842 | sup loss 0.000330842 | ssl loss 0 | mask 1 | sec/iter 0.201187 | ssl coef 0 | lr 0.003
[07/01 21:39:53] __main__ INFO: [261376/500000] acc 0.99994 | loss 0.000401529 | sup loss 0.000401529 | ssl loss 0 | mask 1 | sec/iter 0.229643 | ssl coef 0 | lr 0.003
[07/01 21:40:58] __main__ INFO: [261632/500000] acc 0.999372 | loss 0.00176367 | sup loss 0.00176367 | ssl loss 0 | mask 1 | sec/iter 0.235347 | ssl coef 0 | lr 0.003
[07/01 21:42:04] __main__ INFO: [261888/500000] acc 0.998601 | loss 0.00274717 | sup loss 0.00274717 | ssl loss 0 | mask 1 | sec/iter 0.241575 | ssl coef 0 | lr 0.003
[07/01 21:42:33] __main__ INFO: validation
[07/01 21:42:47] __main__ INFO: validation loss 2.318418 | validation acc. 0.737800 | raw acc. 0.737800
[07/01 21:43:26] __main__ INFO: [262144/500000] acc 0.998802 | loss 0.0025374 | sup loss 0.0025374 | ssl loss 0 | mask 1 | sec/iter 0.230038 | ssl coef 0 | lr 0.003
[07/01 21:44:32] __main__ INFO: [262400/500000] acc 0.999665 | loss 0.000916841 | sup loss 0.000916841 | ssl loss 0 | mask 1 | sec/iter 0.239026 | ssl coef 0 | lr 0.003
[07/01 21:45:41] __main__ INFO: [262656/500000] acc 0.999818 | loss 0.000413013 | sup loss 0.000413013 | ssl loss 0 | mask 1 | sec/iter 0.229573 | ssl coef 0 | lr 0.003
[07/01 21:47:09] __main__ INFO: [262912/500000] acc 0.999512 | loss 0.000602181 | sup loss 0.000602181 | ssl loss 0 | mask 1 | sec/iter 0.228458 | ssl coef 0 | lr 0.003
[07/01 21:48:37] __main__ INFO: [263168/500000] acc 0.999885 | loss 0.00130847 | sup loss 0.00130847 | ssl loss 0 | mask 1 | sec/iter 0.253884 | ssl coef 0 | lr 0.003
[07/01 21:50:03] __main__ INFO: [263424/500000] acc 0.998336 | loss 0.00317933 | sup loss 0.00317933 | ssl loss 0 | mask 1 | sec/iter 0.201704 | ssl coef 0 | lr 0.003
[07/01 21:51:30] __main__ INFO: [263680/500000] acc 0.998658 | loss 0.00670375 | sup loss 0.00670375 | ssl loss 0 | mask 1 | sec/iter 0.222067 | ssl coef 0 | lr 0.003
[07/01 21:52:58] __main__ INFO: [263936/500000] acc 0.999879 | loss 0.000223846 | sup loss 0.000223846 | ssl loss 0 | mask 1 | sec/iter 0.238286 | ssl coef 0 | lr 0.003
[07/01 21:53:20] __main__ INFO: validation
[07/01 21:53:37] __main__ INFO: validation loss 2.511088 | validation acc. 0.746200 | raw acc. 0.746200
[07/01 21:54:44] __main__ INFO: [264192/500000] acc 0.999542 | loss 0.000803757 | sup loss 0.000803757 | ssl loss 0 | mask 1 | sec/iter 0.245796 | ssl coef 0 | lr 0.003
[07/01 21:56:12] __main__ INFO: [264448/500000] acc 0.999186 | loss 0.00183921 | sup loss 0.00183921 | ssl loss 0 | mask 1 | sec/iter 0.23265 | ssl coef 0 | lr 0.003
[07/01 21:57:40] __main__ INFO: [264704/500000] acc 0.998937 | loss 0.00197262 | sup loss 0.00197262 | ssl loss 0 | mask 1 | sec/iter 0.211427 | ssl coef 0 | lr 0.003
[07/01 21:59:08] __main__ INFO: [264960/500000] acc 0.999822 | loss 0.00184627 | sup loss 0.00184627 | ssl loss 0 | mask 1 | sec/iter 0.19558 | ssl coef 0 | lr 0.003
[07/01 22:00:37] __main__ INFO: [265216/500000] acc 0.999757 | loss 0.00279177 | sup loss 0.00279177 | ssl loss 0 | mask 1 | sec/iter 0.232572 | ssl coef 0 | lr 0.003
[07/01 22:02:05] __main__ INFO: [265472/500000] acc 0.99973 | loss 0.000999518 | sup loss 0.000999518 | ssl loss 0 | mask 1 | sec/iter 0.226111 | ssl coef 0 | lr 0.003
[07/01 22:03:32] __main__ INFO: [265728/500000] acc 0.999108 | loss 0.0042308 | sup loss 0.0042308 | ssl loss 0 | mask 1 | sec/iter 0.197244 | ssl coef 0 | lr 0.003
[07/01 22:05:00] __main__ INFO: [265984/500000] acc 0.994806 | loss 0.0140098 | sup loss 0.0140098 | ssl loss 0 | mask 1 | sec/iter 0.240656 | ssl coef 0 | lr 0.003
[07/01 22:05:06] __main__ INFO: validation
[07/01 22:05:23] __main__ INFO: validation loss 2.244713 | validation acc. 0.750400 | raw acc. 0.750400
[07/01 22:06:46] __main__ INFO: [266240/500000] acc 1 | loss 0.000566759 | sup loss 0.000566759 | ssl loss 0 | mask 1 | sec/iter 0.27389 | ssl coef 0 | lr 0.003
[07/01 22:08:14] __main__ INFO: [266496/500000] acc 0.999894 | loss 0.0015099 | sup loss 0.0015099 | ssl loss 0 | mask 1 | sec/iter 0.201291 | ssl coef 0 | lr 0.003
[07/01 22:09:41] __main__ INFO: [266752/500000] acc 1 | loss 0.000303283 | sup loss 0.000303283 | ssl loss 0 | mask 1 | sec/iter 0.233439 | ssl coef 0 | lr 0.003
[07/01 22:11:08] __main__ INFO: [267008/500000] acc 0.999938 | loss 0.000624046 | sup loss 0.000624046 | ssl loss 0 | mask 1 | sec/iter 0.255329 | ssl coef 0 | lr 0.003
[07/01 22:12:33] __main__ INFO: [267264/500000] acc 1 | loss 0.000159635 | sup loss 0.000159635 | ssl loss 0 | mask 1 | sec/iter 0.207817 | ssl coef 0 | lr 0.003
[07/01 22:14:01] __main__ INFO: [267520/500000] acc 0.9982 | loss 0.00251456 | sup loss 0.00251456 | ssl loss 0 | mask 1 | sec/iter 0.224446 | ssl coef 0 | lr 0.003
[07/01 22:15:06] __main__ INFO: [267776/500000] acc 0.999998 | loss 0.000293583 | sup loss 0.000293583 | ssl loss 0 | mask 1 | sec/iter 0.234708 | ssl coef 0 | lr 0.003
[07/01 22:16:03] __main__ INFO: validation
[07/01 22:16:14] __main__ INFO: validation loss 2.843613 | validation acc. 0.724600 | raw acc. 0.724600
[07/01 22:16:25] __main__ INFO: [268032/500000] acc 0.994308 | loss 0.0161672 | sup loss 0.0161672 | ssl loss 0 | mask 1 | sec/iter 0.242024 | ssl coef 0 | lr 0.003
[07/01 22:17:29] __main__ INFO: [268288/500000] acc 0.998792 | loss 0.00356312 | sup loss 0.00356312 | ssl loss 0 | mask 1 | sec/iter 0.226109 | ssl coef 0 | lr 0.003
[07/01 22:18:35] __main__ INFO: [268544/500000] acc 0.999542 | loss 0.00110309 | sup loss 0.00110309 | ssl loss 0 | mask 1 | sec/iter 0.250949 | ssl coef 0 | lr 0.003
[07/01 22:19:40] __main__ INFO: [268800/500000] acc 0.999994 | loss 0.00107566 | sup loss 0.00107566 | ssl loss 0 | mask 1 | sec/iter 0.24202 | ssl coef 0 | lr 0.003
[07/01 22:20:45] __main__ INFO: [269056/500000] acc 0.999999 | loss 0.000443126 | sup loss 0.000443126 | ssl loss 0 | mask 1 | sec/iter 0.189699 | ssl coef 0 | lr 0.003
[07/01 22:22:10] __main__ INFO: [269312/500000] acc 0.999061 | loss 0.00166856 | sup loss 0.00166856 | ssl loss 0 | mask 1 | sec/iter 0.228904 | ssl coef 0 | lr 0.003
[07/01 22:23:38] __main__ INFO: [269568/500000] acc 1 | loss 0.000130632 | sup loss 0.000130632 | ssl loss 0 | mask 1 | sec/iter 0.197659 | ssl coef 0 | lr 0.003
[07/01 22:25:05] __main__ INFO: [269824/500000] acc 0.999629 | loss 0.00359954 | sup loss 0.00359954 | ssl loss 0 | mask 1 | sec/iter 0.241805 | ssl coef 0 | lr 0.003
[07/01 22:26:06] __main__ INFO: validation
[07/01 22:26:23] __main__ INFO: validation loss 2.522660 | validation acc. 0.740600 | raw acc. 0.740600
[07/01 22:26:52] __main__ INFO: [270080/500000] acc 0.996834 | loss 0.0121242 | sup loss 0.0121242 | ssl loss 0 | mask 1 | sec/iter 0.249288 | ssl coef 0 | lr 0.003
[07/01 22:28:21] __main__ INFO: [270336/500000] acc 0.999632 | loss 0.00118989 | sup loss 0.00118989 | ssl loss 0 | mask 1 | sec/iter 0.238233 | ssl coef 0 | lr 0.003
[07/01 22:29:49] __main__ INFO: [270592/500000] acc 0.999834 | loss 0.00030008 | sup loss 0.00030008 | ssl loss 0 | mask 1 | sec/iter 0.235214 | ssl coef 0 | lr 0.003
[07/01 22:31:15] __main__ INFO: [270848/500000] acc 0.99973 | loss 0.000753767 | sup loss 0.000753767 | ssl loss 0 | mask 1 | sec/iter 0.243557 | ssl coef 0 | lr 0.003
[07/01 22:32:43] __main__ INFO: [271104/500000] acc 0.999891 | loss 0.00128494 | sup loss 0.00128494 | ssl loss 0 | mask 1 | sec/iter 0.20734 | ssl coef 0 | lr 0.003
[07/01 22:34:11] __main__ INFO: [271360/500000] acc 0.998537 | loss 0.00307883 | sup loss 0.00307883 | ssl loss 0 | mask 1 | sec/iter 0.244671 | ssl coef 0 | lr 0.003
[07/01 22:35:37] __main__ INFO: [271616/500000] acc 1 | loss 8.15261e-05 | sup loss 8.15261e-05 | ssl loss 0 | mask 1 | sec/iter 0.242746 | ssl coef 0 | lr 0.003
[07/01 22:37:05] __main__ INFO: [271872/500000] acc 0.997321 | loss 0.00696979 | sup loss 0.00696979 | ssl loss 0 | mask 1 | sec/iter 0.211602 | ssl coef 0 | lr 0.003
[07/01 22:37:48] __main__ INFO: validation
[07/01 22:38:05] __main__ INFO: validation loss 2.611433 | validation acc. 0.731200 | raw acc. 0.731200
[07/01 22:38:52] __main__ INFO: [272128/500000] acc 0.999649 | loss 0.00327112 | sup loss 0.00327112 | ssl loss 0 | mask 1 | sec/iter 0.254251 | ssl coef 0 | lr 0.003
[07/01 22:40:20] __main__ INFO: [272384/500000] acc 0.999435 | loss 0.00090332 | sup loss 0.00090332 | ssl loss 0 | mask 1 | sec/iter 0.257122 | ssl coef 0 | lr 0.003
[07/01 22:41:47] __main__ INFO: [272640/500000] acc 1 | loss 0.000590295 | sup loss 0.000590295 | ssl loss 0 | mask 1 | sec/iter 0.225276 | ssl coef 0 | lr 0.003
[07/01 22:43:19] __main__ INFO: [272896/500000] acc 0.999492 | loss 0.00177909 | sup loss 0.00177909 | ssl loss 0 | mask 1 | sec/iter 0.255065 | ssl coef 0 | lr 0.003
[07/01 22:44:45] __main__ INFO: [273152/500000] acc 0.999659 | loss 0.0016943 | sup loss 0.0016943 | ssl loss 0 | mask 1 | sec/iter 0.226302 | ssl coef 0 | lr 0.003
[07/01 22:46:13] __main__ INFO: [273408/500000] acc 0.996809 | loss 0.00505928 | sup loss 0.00505928 | ssl loss 0 | mask 1 | sec/iter 0.245133 | ssl coef 0 | lr 0.003
[07/01 22:47:41] __main__ INFO: [273664/500000] acc 0.99844 | loss 0.0111286 | sup loss 0.0111286 | ssl loss 0 | mask 1 | sec/iter 0.254691 | ssl coef 0 | lr 0.003
[07/01 22:49:09] __main__ INFO: [273920/500000] acc 0.99968 | loss 0.0010926 | sup loss 0.0010926 | ssl loss 0 | mask 1 | sec/iter 0.220964 | ssl coef 0 | lr 0.003
[07/01 22:49:35] __main__ INFO: validation
[07/01 22:49:47] __main__ INFO: validation loss 2.390000 | validation acc. 0.751000 | raw acc. 0.751000
[07/01 22:50:34] __main__ INFO: [274176/500000] acc 0.999999 | loss 0.000408958 | sup loss 0.000408958 | ssl loss 0 | mask 1 | sec/iter 0.226616 | ssl coef 0 | lr 0.003
[07/01 22:51:40] __main__ INFO: [274432/500000] acc 0.998356 | loss 0.0069752 | sup loss 0.0069752 | ssl loss 0 | mask 1 | sec/iter 0.243643 | ssl coef 0 | lr 0.003
[07/01 22:52:44] __main__ INFO: [274688/500000] acc 1 | loss 9.13227e-05 | sup loss 9.13227e-05 | ssl loss 0 | mask 1 | sec/iter 0.233627 | ssl coef 0 | lr 0.003
[07/01 22:53:49] __main__ INFO: [274944/500000] acc 1 | loss 0.000147805 | sup loss 0.000147805 | ssl loss 0 | mask 1 | sec/iter 0.241603 | ssl coef 0 | lr 0.003
[07/01 22:54:54] __main__ INFO: [275200/500000] acc 0.999551 | loss 0.00101384 | sup loss 0.00101384 | ssl loss 0 | mask 1 | sec/iter 0.245361 | ssl coef 0 | lr 0.003
[07/01 22:56:00] __main__ INFO: [275456/500000] acc 0.998721 | loss 0.005088 | sup loss 0.005088 | ssl loss 0 | mask 1 | sec/iter 0.231786 | ssl coef 0 | lr 0.003
[07/01 22:57:20] __main__ INFO: [275712/500000] acc 0.995522 | loss 0.0120932 | sup loss 0.0120932 | ssl loss 0 | mask 1 | sec/iter 0.232524 | ssl coef 0 | lr 0.003
[07/01 22:58:48] __main__ INFO: [275968/500000] acc 0.998656 | loss 0.00265211 | sup loss 0.00265211 | ssl loss 0 | mask 1 | sec/iter 0.229653 | ssl coef 0 | lr 0.003
[07/01 22:58:58] __main__ INFO: validation
[07/01 22:59:15] __main__ INFO: validation loss 2.657627 | validation acc. 0.738600 | raw acc. 0.738600
[07/01 23:00:35] __main__ INFO: [276224/500000] acc 0.99936 | loss 0.000847909 | sup loss 0.000847909 | ssl loss 0 | mask 1 | sec/iter 0.229456 | ssl coef 0 | lr 0.003
[07/01 23:02:04] __main__ INFO: [276480/500000] acc 0.999899 | loss 0.000558278 | sup loss 0.000558278 | ssl loss 0 | mask 1 | sec/iter 0.239183 | ssl coef 0 | lr 0.003
[07/01 23:03:32] __main__ INFO: [276736/500000] acc 0.999999 | loss 0.000324311 | sup loss 0.000324311 | ssl loss 0 | mask 1 | sec/iter 0.238581 | ssl coef 0 | lr 0.003
[07/01 23:04:55] __main__ INFO: [276992/500000] acc 0.999999 | loss 8.41353e-05 | sup loss 8.41353e-05 | ssl loss 0 | mask 1 | sec/iter 0.23206 | ssl coef 0 | lr 0.003
[07/01 23:06:23] __main__ INFO: [277248/500000] acc 0.997693 | loss 0.00858043 | sup loss 0.00858043 | ssl loss 0 | mask 1 | sec/iter 0.244412 | ssl coef 0 | lr 0.003
[07/01 23:07:50] __main__ INFO: [277504/500000] acc 0.999823 | loss 0.000492782 | sup loss 0.000492782 | ssl loss 0 | mask 1 | sec/iter 0.227557 | ssl coef 0 | lr 0.003
[07/01 23:09:18] __main__ INFO: [277760/500000] acc 0.999996 | loss 0.000207821 | sup loss 0.000207821 | ssl loss 0 | mask 1 | sec/iter 0.242286 | ssl coef 0 | lr 0.003
[07/01 23:10:41] __main__ INFO: validation
[07/01 23:10:57] __main__ INFO: validation loss 2.421362 | validation acc. 0.743800 | raw acc. 0.743800
[07/01 23:11:05] __main__ INFO: [278016/500000] acc 0.999997 | loss 0.000911228 | sup loss 0.000911228 | ssl loss 0 | mask 1 | sec/iter 0.250933 | ssl coef 0 | lr 0.003
[07/01 23:12:32] __main__ INFO: [278272/500000] acc 0.999996 | loss 2.77721e-05 | sup loss 2.77721e-05 | ssl loss 0 | mask 1 | sec/iter 0.215511 | ssl coef 0 | lr 0.003
[07/01 23:14:01] __main__ INFO: [278528/500000] acc 1 | loss 6.68174e-06 | sup loss 6.68174e-06 | ssl loss 0 | mask 1 | sec/iter 0.237884 | ssl coef 0 | lr 0.003
[07/01 23:15:29] __main__ INFO: [278784/500000] acc 1 | loss 4.32822e-05 | sup loss 4.32822e-05 | ssl loss 0 | mask 1 | sec/iter 0.228736 | ssl coef 0 | lr 0.003
[07/01 23:16:57] __main__ INFO: [279040/500000] acc 1 | loss 1.6111e-05 | sup loss 1.6111e-05 | ssl loss 0 | mask 1 | sec/iter 0.250927 | ssl coef 0 | lr 0.003
[07/01 23:18:25] __main__ INFO: [279296/500000] acc 1 | loss 1.94421e-05 | sup loss 1.94421e-05 | ssl loss 0 | mask 1 | sec/iter 0.230219 | ssl coef 0 | lr 0.003
[07/01 23:19:52] __main__ INFO: [279552/500000] acc 0.999235 | loss 0.00256339 | sup loss 0.00256339 | ssl loss 0 | mask 1 | sec/iter 0.232918 | ssl coef 0 | lr 0.003
[07/01 23:21:20] __main__ INFO: [279808/500000] acc 0.995956 | loss 0.0200413 | sup loss 0.0200413 | ssl loss 0 | mask 1 | sec/iter 0.249654 | ssl coef 0 | lr 0.003
[07/01 23:22:26] __main__ INFO: validation
[07/01 23:22:43] __main__ INFO: validation loss 2.602304 | validation acc. 0.733200 | raw acc. 0.733200
[07/01 23:23:07] __main__ INFO: [280064/500000] acc 0.996951 | loss 0.00767472 | sup loss 0.00767472 | ssl loss 0 | mask 1 | sec/iter 0.25242 | ssl coef 0 | lr 0.003
[07/01 23:24:34] __main__ INFO: [280320/500000] acc 0.998819 | loss 0.00143898 | sup loss 0.00143898 | ssl loss 0 | mask 1 | sec/iter 0.213315 | ssl coef 0 | lr 0.003
[07/01 23:25:44] __main__ INFO: [280576/500000] acc 0.997914 | loss 0.00415143 | sup loss 0.00415143 | ssl loss 0 | mask 1 | sec/iter 0.238932 | ssl coef 0 | lr 0.003
[07/01 23:26:49] __main__ INFO: [280832/500000] acc 0.999043 | loss 0.00130905 | sup loss 0.00130905 | ssl loss 0 | mask 1 | sec/iter 0.239627 | ssl coef 0 | lr 0.003
[07/01 23:27:52] __main__ INFO: [281088/500000] acc 1 | loss 0.000558638 | sup loss 0.000558638 | ssl loss 0 | mask 1 | sec/iter 0.215644 | ssl coef 0 | lr 0.003
[07/01 23:28:56] __main__ INFO: [281344/500000] acc 1 | loss 3.63888e-05 | sup loss 3.63888e-05 | ssl loss 0 | mask 1 | sec/iter 0.233315 | ssl coef 0 | lr 0.003
[07/01 23:30:02] __main__ INFO: [281600/500000] acc 1 | loss 2.05655e-05 | sup loss 2.05655e-05 | ssl loss 0 | mask 1 | sec/iter 0.256126 | ssl coef 0 | lr 0.003
[07/01 23:31:07] __main__ INFO: [281856/500000] acc 0.998044 | loss 0.003906 | sup loss 0.003906 | ssl loss 0 | mask 1 | sec/iter 0.230658 | ssl coef 0 | lr 0.003
[07/01 23:31:44] __main__ INFO: validation
[07/01 23:31:55] __main__ INFO: validation loss 2.485647 | validation acc. 0.739400 | raw acc. 0.739400
[07/01 23:32:35] __main__ INFO: [282112/500000] acc 0.997634 | loss 0.00462083 | sup loss 0.00462083 | ssl loss 0 | mask 1 | sec/iter 0.236248 | ssl coef 0 | lr 0.003
[07/01 23:34:01] __main__ INFO: [282368/500000] acc 0.997538 | loss 0.00578281 | sup loss 0.00578281 | ssl loss 0 | mask 1 | sec/iter 0.197773 | ssl coef 0 | lr 0.003
[07/01 23:35:28] __main__ INFO: [282624/500000] acc 0.997946 | loss 0.00251988 | sup loss 0.00251988 | ssl loss 0 | mask 1 | sec/iter 0.238295 | ssl coef 0 | lr 0.003
[07/01 23:36:56] __main__ INFO: [282880/500000] acc 0.997824 | loss 0.0101081 | sup loss 0.0101081 | ssl loss 0 | mask 1 | sec/iter 0.259607 | ssl coef 0 | lr 0.003
[07/01 23:38:25] __main__ INFO: [283136/500000] acc 0.999999 | loss 5.863e-05 | sup loss 5.863e-05 | ssl loss 0 | mask 1 | sec/iter 0.271353 | ssl coef 0 | lr 0.003
[07/01 23:39:54] __main__ INFO: [283392/500000] acc 0.996961 | loss 0.00806486 | sup loss 0.00806486 | ssl loss 0 | mask 1 | sec/iter 0.231332 | ssl coef 0 | lr 0.003
[07/01 23:41:21] __main__ INFO: [283648/500000] acc 0.997666 | loss 0.00369994 | sup loss 0.00369994 | ssl loss 0 | mask 1 | sec/iter 0.248348 | ssl coef 0 | lr 0.003
[07/01 23:42:50] __main__ INFO: [283904/500000] acc 1 | loss 0.000160764 | sup loss 0.000160764 | ssl loss 0 | mask 1 | sec/iter 0.230542 | ssl coef 0 | lr 0.003
[07/01 23:43:22] __main__ INFO: validation
[07/01 23:43:39] __main__ INFO: validation loss 2.477869 | validation acc. 0.752000 | raw acc. 0.752000
[07/01 23:44:37] __main__ INFO: [284160/500000] acc 0.998931 | loss 0.00631576 | sup loss 0.00631576 | ssl loss 0 | mask 1 | sec/iter 0.239432 | ssl coef 0 | lr 0.003
[07/01 23:46:05] __main__ INFO: [284416/500000] acc 0.997747 | loss 0.0068515 | sup loss 0.0068515 | ssl loss 0 | mask 1 | sec/iter 0.224211 | ssl coef 0 | lr 0.003
[07/01 23:47:31] __main__ INFO: [284672/500000] acc 0.999303 | loss 0.00149732 | sup loss 0.00149732 | ssl loss 0 | mask 1 | sec/iter 0.224947 | ssl coef 0 | lr 0.003
[07/01 23:49:00] __main__ INFO: [284928/500000] acc 0.999996 | loss 0.000520891 | sup loss 0.000520891 | ssl loss 0 | mask 1 | sec/iter 0.258283 | ssl coef 0 | lr 0.003
[07/01 23:50:27] __main__ INFO: [285184/500000] acc 1 | loss 5.46405e-05 | sup loss 5.46405e-05 | ssl loss 0 | mask 1 | sec/iter 0.216992 | ssl coef 0 | lr 0.003
[07/01 23:51:57] __main__ INFO: [285440/500000] acc 0.999626 | loss 0.000984352 | sup loss 0.000984352 | ssl loss 0 | mask 1 | sec/iter 0.211255 | ssl coef 0 | lr 0.003
[07/01 23:53:25] __main__ INFO: [285696/500000] acc 0.999988 | loss 0.000384413 | sup loss 0.000384413 | ssl loss 0 | mask 1 | sec/iter 0.258948 | ssl coef 0 | lr 0.003
[07/01 23:54:55] __main__ INFO: [285952/500000] acc 0.996619 | loss 0.0112812 | sup loss 0.0112812 | ssl loss 0 | mask 1 | sec/iter 0.251508 | ssl coef 0 | lr 0.003
[07/01 23:55:11] __main__ INFO: validation
[07/01 23:55:28] __main__ INFO: validation loss 2.798697 | validation acc. 0.722400 | raw acc. 0.722400
[07/01 23:56:42] __main__ INFO: [286208/500000] acc 0.999987 | loss 0.00131152 | sup loss 0.00131152 | ssl loss 0 | mask 1 | sec/iter 0.22673 | ssl coef 0 | lr 0.003
[07/01 23:58:06] __main__ INFO: [286464/500000] acc 1 | loss 0.00139967 | sup loss 0.00139967 | ssl loss 0 | mask 1 | sec/iter 0.241412 | ssl coef 0 | lr 0.003
[07/01 23:59:32] __main__ INFO: [286720/500000] acc 0.998063 | loss 0.00915969 | sup loss 0.00915969 | ssl loss 0 | mask 1 | sec/iter 0.232493 | ssl coef 0 | lr 0.003
[07/02 00:00:55] __main__ INFO: [286976/500000] acc 0.996548 | loss 0.00714902 | sup loss 0.00714902 | ssl loss 0 | mask 1 | sec/iter 0.23471 | ssl coef 0 | lr 0.003
[07/02 00:02:02] __main__ INFO: [287232/500000] acc 0.996769 | loss 0.0183132 | sup loss 0.0183132 | ssl loss 0 | mask 1 | sec/iter 0.229731 | ssl coef 0 | lr 0.003
[07/02 00:03:07] __main__ INFO: [287488/500000] acc 1 | loss 0.000136069 | sup loss 0.000136069 | ssl loss 0 | mask 1 | sec/iter 0.230529 | ssl coef 0 | lr 0.003
[07/02 00:04:12] __main__ INFO: [287744/500000] acc 1 | loss 0.000318598 | sup loss 0.000318598 | ssl loss 0 | mask 1 | sec/iter 0.243336 | ssl coef 0 | lr 0.003
[07/02 00:05:17] __main__ INFO: [288000/500000] acc 0.999991 | loss 0.000900486 | sup loss 0.000900486 | ssl loss 0 | mask 1 | sec/iter 0.233914 | ssl coef 0 | lr 0.003
[07/02 00:05:17] __main__ INFO: validation
[07/02 00:05:28] __main__ INFO: validation loss 2.395536 | validation acc. 0.747400 | raw acc. 0.747400
[07/02 00:06:35] __main__ INFO: [288256/500000] acc 0.999917 | loss 0.000259175 | sup loss 0.000259175 | ssl loss 0 | mask 1 | sec/iter 0.222931 | ssl coef 0 | lr 0.003
[07/02 00:07:42] __main__ INFO: [288512/500000] acc 1 | loss 6.05573e-05 | sup loss 6.05573e-05 | ssl loss 0 | mask 1 | sec/iter 0.249253 | ssl coef 0 | lr 0.003
[07/02 00:09:11] __main__ INFO: [288768/500000] acc 0.999999 | loss 0.000168197 | sup loss 0.000168197 | ssl loss 0 | mask 1 | sec/iter 0.236073 | ssl coef 0 | lr 0.003
[07/02 00:10:39] __main__ INFO: [289024/500000] acc 1 | loss 0.000314978 | sup loss 0.000314978 | ssl loss 0 | mask 1 | sec/iter 0.204291 | ssl coef 0 | lr 0.003
[07/02 00:12:06] __main__ INFO: [289280/500000] acc 0.998199 | loss 0.00317816 | sup loss 0.00317816 | ssl loss 0 | mask 1 | sec/iter 0.226017 | ssl coef 0 | lr 0.003
[07/02 00:13:34] __main__ INFO: [289536/500000] acc 0.999168 | loss 0.00486522 | sup loss 0.00486522 | ssl loss 0 | mask 1 | sec/iter 0.245307 | ssl coef 0 | lr 0.003
[07/02 00:15:02] __main__ INFO: [289792/500000] acc 0.999995 | loss 0.000178579 | sup loss 0.000178579 | ssl loss 0 | mask 1 | sec/iter 0.211199 | ssl coef 0 | lr 0.003
[07/02 00:16:14] __main__ INFO: validation
[07/02 00:16:31] __main__ INFO: validation loss 2.471469 | validation acc. 0.754800 | raw acc. 0.754800
[07/02 00:16:48] __main__ INFO: [290048/500000] acc 1 | loss 0.00049816 | sup loss 0.00049816 | ssl loss 0 | mask 1 | sec/iter 0.242669 | ssl coef 0 | lr 0.003
[07/02 00:18:15] __main__ INFO: [290304/500000] acc 1 | loss 4.53949e-05 | sup loss 4.53949e-05 | ssl loss 0 | mask 1 | sec/iter 0.233862 | ssl coef 0 | lr 0.003
[07/02 00:19:45] __main__ INFO: [290560/500000] acc 1 | loss 0.000155779 | sup loss 0.000155779 | ssl loss 0 | mask 1 | sec/iter 0.226804 | ssl coef 0 | lr 0.003
[07/02 00:21:12] __main__ INFO: [290816/500000] acc 0.999944 | loss 0.000770505 | sup loss 0.000770505 | ssl loss 0 | mask 1 | sec/iter 0.231888 | ssl coef 0 | lr 0.003
[07/02 00:22:39] __main__ INFO: [291072/500000] acc 0.999415 | loss 0.00111312 | sup loss 0.00111312 | ssl loss 0 | mask 1 | sec/iter 0.234352 | ssl coef 0 | lr 0.003
[07/02 00:24:10] __main__ INFO: [291328/500000] acc 0.999314 | loss 0.00411891 | sup loss 0.00411891 | ssl loss 0 | mask 1 | sec/iter 0.23023 | ssl coef 0 | lr 0.003
[07/02 00:25:37] __main__ INFO: [291584/500000] acc 0.998644 | loss 0.00774575 | sup loss 0.00774575 | ssl loss 0 | mask 1 | sec/iter 0.207614 | ssl coef 0 | lr 0.003
[07/02 00:27:06] __main__ INFO: [291840/500000] acc 0.999159 | loss 0.00195604 | sup loss 0.00195604 | ssl loss 0 | mask 1 | sec/iter 0.226577 | ssl coef 0 | lr 0.003
[07/02 00:28:03] __main__ INFO: validation
[07/02 00:28:19] __main__ INFO: validation loss 2.396440 | validation acc. 0.743800 | raw acc. 0.743800
[07/02 00:28:54] __main__ INFO: [292096/500000] acc 0.998987 | loss 0.00498286 | sup loss 0.00498286 | ssl loss 0 | mask 1 | sec/iter 0.21556 | ssl coef 0 | lr 0.003
[07/02 00:30:24] __main__ INFO: [292352/500000] acc 0.999955 | loss 0.000572516 | sup loss 0.000572516 | ssl loss 0 | mask 1 | sec/iter 0.267567 | ssl coef 0 | lr 0.003
[07/02 00:31:52] __main__ INFO: [292608/500000] acc 1 | loss 0.000231475 | sup loss 0.000231475 | ssl loss 0 | mask 1 | sec/iter 0.226783 | ssl coef 0 | lr 0.003
[07/02 00:33:19] __main__ INFO: [292864/500000] acc 0.997419 | loss 0.00561511 | sup loss 0.00561511 | ssl loss 0 | mask 1 | sec/iter 0.245245 | ssl coef 0 | lr 0.003
[07/02 00:34:46] __main__ INFO: [293120/500000] acc 0.998509 | loss 0.0026172 | sup loss 0.0026172 | ssl loss 0 | mask 1 | sec/iter 0.193269 | ssl coef 0 | lr 0.003
[07/02 00:36:15] __main__ INFO: [293376/500000] acc 1 | loss 5.14544e-05 | sup loss 5.14544e-05 | ssl loss 0 | mask 1 | sec/iter 0.244893 | ssl coef 0 | lr 0.003
[07/02 00:37:22] __main__ INFO: [293632/500000] acc 1 | loss 0.000102682 | sup loss 0.000102682 | ssl loss 0 | mask 1 | sec/iter 0.245452 | ssl coef 0 | lr 0.003
[07/02 00:38:28] __main__ INFO: [293888/500000] acc 1 | loss 3.78735e-05 | sup loss 3.78735e-05 | ssl loss 0 | mask 1 | sec/iter 0.238771 | ssl coef 0 | lr 0.003
[07/02 00:38:57] __main__ INFO: validation
[07/02 00:39:08] __main__ INFO: validation loss 2.236995 | validation acc. 0.757000 | raw acc. 0.757000
[07/02 00:39:08] __main__ INFO: test
[07/02 00:39:27] __main__ INFO: test loss 2.347774 | test acc. 0.751300 | raw acc. 0.751300
[07/02 00:39:27] __main__ INFO: test accuracy 0.751300
[07/02 00:40:06] __main__ INFO: [294144/500000] acc 0.997944 | loss 0.00539797 | sup loss 0.00539797 | ssl loss 0 | mask 1 | sec/iter 0.231272 | ssl coef 0 | lr 0.003
[07/02 00:41:10] __main__ INFO: [294400/500000] acc 0.99787 | loss 0.00647425 | sup loss 0.00647425 | ssl loss 0 | mask 1 | sec/iter 0.225789 | ssl coef 0 | lr 0.003
[07/02 00:42:14] __main__ INFO: [294656/500000] acc 0.99978 | loss 0.00131331 | sup loss 0.00131331 | ssl loss 0 | mask 1 | sec/iter 0.230868 | ssl coef 0 | lr 0.003
[07/02 00:43:23] __main__ INFO: [294912/500000] acc 1 | loss 0.00115384 | sup loss 0.00115384 | ssl loss 0 | mask 1 | sec/iter 0.241771 | ssl coef 0 | lr 0.003
[07/02 00:44:53] __main__ INFO: [295168/500000] acc 0.999346 | loss 0.000895648 | sup loss 0.000895648 | ssl loss 0 | mask 1 | sec/iter 0.244034 | ssl coef 0 | lr 0.003
[07/02 00:46:21] __main__ INFO: [295424/500000] acc 0.998542 | loss 0.00237913 | sup loss 0.00237913 | ssl loss 0 | mask 1 | sec/iter 0.224853 | ssl coef 0 | lr 0.003
[07/02 00:47:49] __main__ INFO: [295680/500000] acc 0.999043 | loss 0.00202523 | sup loss 0.00202523 | ssl loss 0 | mask 1 | sec/iter 0.243575 | ssl coef 0 | lr 0.003
[07/02 00:49:13] __main__ INFO: [295936/500000] acc 0.999997 | loss 0.000131487 | sup loss 0.000131487 | ssl loss 0 | mask 1 | sec/iter 0.260332 | ssl coef 0 | lr 0.003
[07/02 00:49:36] __main__ INFO: validation
[07/02 00:49:52] __main__ INFO: validation loss 2.572061 | validation acc. 0.749600 | raw acc. 0.749600
[07/02 00:50:59] __main__ INFO: [296192/500000] acc 0.999347 | loss 0.0028056 | sup loss 0.0028056 | ssl loss 0 | mask 1 | sec/iter 0.251549 | ssl coef 0 | lr 0.003
[07/02 00:52:27] __main__ INFO: [296448/500000] acc 0.999629 | loss 0.000531152 | sup loss 0.000531152 | ssl loss 0 | mask 1 | sec/iter 0.217787 | ssl coef 0 | lr 0.003
[07/02 00:53:56] __main__ INFO: [296704/500000] acc 0.998945 | loss 0.00550284 | sup loss 0.00550284 | ssl loss 0 | mask 1 | sec/iter 0.228108 | ssl coef 0 | lr 0.003
[07/02 00:55:23] __main__ INFO: [296960/500000] acc 0.999999 | loss 0.000361156 | sup loss 0.000361156 | ssl loss 0 | mask 1 | sec/iter 0.235169 | ssl coef 0 | lr 0.003
[07/02 00:56:50] __main__ INFO: [297216/500000] acc 0.999946 | loss 0.00036216 | sup loss 0.00036216 | ssl loss 0 | mask 1 | sec/iter 0.243023 | ssl coef 0 | lr 0.003
[07/02 00:58:18] __main__ INFO: [297472/500000] acc 0.998777 | loss 0.00292602 | sup loss 0.00292602 | ssl loss 0 | mask 1 | sec/iter 0.211228 | ssl coef 0 | lr 0.003
[07/02 00:59:46] __main__ INFO: [297728/500000] acc 0.997305 | loss 0.00538531 | sup loss 0.00538531 | ssl loss 0 | mask 1 | sec/iter 0.21857 | ssl coef 0 | lr 0.003
[07/02 01:01:14] __main__ INFO: [297984/500000] acc 0.999392 | loss 0.00115375 | sup loss 0.00115375 | ssl loss 0 | mask 1 | sec/iter 0.221949 | ssl coef 0 | lr 0.003
[07/02 01:01:20] __main__ INFO: validation
[07/02 01:01:37] __main__ INFO: validation loss 2.576384 | validation acc. 0.740800 | raw acc. 0.740800
[07/02 01:03:03] __main__ INFO: [298240/500000] acc 0.999138 | loss 0.00149779 | sup loss 0.00149779 | ssl loss 0 | mask 1 | sec/iter 0.250648 | ssl coef 0 | lr 0.003
[07/02 01:04:30] __main__ INFO: [298496/500000] acc 1 | loss 8.27706e-05 | sup loss 8.27706e-05 | ssl loss 0 | mask 1 | sec/iter 0.232819 | ssl coef 0 | lr 0.003
[07/02 01:06:00] __main__ INFO: [298752/500000] acc 1 | loss 0.00066195 | sup loss 0.00066195 | ssl loss 0 | mask 1 | sec/iter 0.232812 | ssl coef 0 | lr 0.003
[07/02 01:07:28] __main__ INFO: [299008/500000] acc 0.99995 | loss 0.000138578 | sup loss 0.000138578 | ssl loss 0 | mask 1 | sec/iter 0.238791 | ssl coef 0 | lr 0.003
[07/02 01:08:56] __main__ INFO: [299264/500000] acc 0.999992 | loss 0.00210564 | sup loss 0.00210564 | ssl loss 0 | mask 1 | sec/iter 0.244415 | ssl coef 0 | lr 0.003
[07/02 01:10:23] __main__ INFO: [299520/500000] acc 0.998593 | loss 0.00306713 | sup loss 0.00306713 | ssl loss 0 | mask 1 | sec/iter 0.226914 | ssl coef 0 | lr 0.003
[07/02 01:11:49] __main__ INFO: [299776/500000] acc 0.99984 | loss 0.000618046 | sup loss 0.000618046 | ssl loss 0 | mask 1 | sec/iter 0.203491 | ssl coef 0 | lr 0.003
[07/02 01:12:46] __main__ INFO: validation
[07/02 01:12:57] __main__ INFO: validation loss 2.761456 | validation acc. 0.744800 | raw acc. 0.744800
[07/02 01:13:07] __main__ INFO: [300032/500000] acc 0.999854 | loss 0.000289189 | sup loss 0.000289189 | ssl loss 0 | mask 1 | sec/iter 0.237983 | ssl coef 0 | lr 0.003
[07/02 01:14:12] __main__ INFO: [300288/500000] acc 0.99978 | loss 0.00153728 | sup loss 0.00153728 | ssl loss 0 | mask 1 | sec/iter 0.227344 | ssl coef 0 | lr 0.003
[07/02 01:15:15] __main__ INFO: [300544/500000] acc 0.998104 | loss 0.00243996 | sup loss 0.00243996 | ssl loss 0 | mask 1 | sec/iter 0.231659 | ssl coef 0 | lr 0.003
[07/02 01:16:20] __main__ INFO: [300800/500000] acc 1 | loss 0.000171693 | sup loss 0.000171693 | ssl loss 0 | mask 1 | sec/iter 0.239903 | ssl coef 0 | lr 0.003
[07/02 01:17:25] __main__ INFO: [301056/500000] acc 0.997738 | loss 0.0128824 | sup loss 0.0128824 | ssl loss 0 | mask 1 | sec/iter 0.220345 | ssl coef 0 | lr 0.003
[07/02 01:18:30] __main__ INFO: [301312/500000] acc 0.999473 | loss 0.00176387 | sup loss 0.00176387 | ssl loss 0 | mask 1 | sec/iter 0.234982 | ssl coef 0 | lr 0.003
[07/02 01:19:50] __main__ INFO: [301568/500000] acc 0.998816 | loss 0.00513594 | sup loss 0.00513594 | ssl loss 0 | mask 1 | sec/iter 0.241021 | ssl coef 0 | lr 0.003
[07/02 01:21:20] __main__ INFO: [301824/500000] acc 0.999855 | loss 0.00126164 | sup loss 0.00126164 | ssl loss 0 | mask 1 | sec/iter 0.22965 | ssl coef 0 | lr 0.003
[07/02 01:22:21] __main__ INFO: validation
[07/02 01:22:37] __main__ INFO: validation loss 2.394423 | validation acc. 0.750200 | raw acc. 0.750200
[07/02 01:23:07] __main__ INFO: [302080/500000] acc 0.999992 | loss 0.000297633 | sup loss 0.000297633 | ssl loss 0 | mask 1 | sec/iter 0.239865 | ssl coef 0 | lr 0.003
[07/02 01:24:35] __main__ INFO: [302336/500000] acc 1 | loss 0.000191876 | sup loss 0.000191876 | ssl loss 0 | mask 1 | sec/iter 0.233994 | ssl coef 0 | lr 0.003
[07/02 01:26:04] __main__ INFO: [302592/500000] acc 1 | loss 0.000352341 | sup loss 0.000352341 | ssl loss 0 | mask 1 | sec/iter 0.232404 | ssl coef 0 | lr 0.003
[07/02 01:27:32] __main__ INFO: [302848/500000] acc 1 | loss 0.000137826 | sup loss 0.000137826 | ssl loss 0 | mask 1 | sec/iter 0.220285 | ssl coef 0 | lr 0.003
[07/02 01:29:00] __main__ INFO: [303104/500000] acc 0.999097 | loss 0.00151937 | sup loss 0.00151937 | ssl loss 0 | mask 1 | sec/iter 0.193508 | ssl coef 0 | lr 0.003
[07/02 01:30:27] __main__ INFO: [303360/500000] acc 0.998963 | loss 0.00234757 | sup loss 0.00234757 | ssl loss 0 | mask 1 | sec/iter 0.23589 | ssl coef 0 | lr 0.003
[07/02 01:31:54] __main__ INFO: [303616/500000] acc 0.999499 | loss 0.00163447 | sup loss 0.00163447 | ssl loss 0 | mask 1 | sec/iter 0.229911 | ssl coef 0 | lr 0.003
[07/02 01:33:24] __main__ INFO: [303872/500000] acc 0.999504 | loss 0.00185924 | sup loss 0.00185924 | ssl loss 0 | mask 1 | sec/iter 0.240676 | ssl coef 0 | lr 0.003
[07/02 01:34:08] __main__ INFO: validation
[07/02 01:34:25] __main__ INFO: validation loss 2.232739 | validation acc. 0.755600 | raw acc. 0.755600
[07/02 01:35:11] __main__ INFO: [304128/500000] acc 0.999967 | loss 0.000877075 | sup loss 0.000877075 | ssl loss 0 | mask 1 | sec/iter 0.195581 | ssl coef 0 | lr 0.003
[07/02 01:36:38] __main__ INFO: [304384/500000] acc 0.999999 | loss 0.000638331 | sup loss 0.000638331 | ssl loss 0 | mask 1 | sec/iter 0.229816 | ssl coef 0 | lr 0.003
[07/02 01:38:07] __main__ INFO: [304640/500000] acc 0.997397 | loss 0.0118279 | sup loss 0.0118279 | ssl loss 0 | mask 1 | sec/iter 0.251972 | ssl coef 0 | lr 0.003
[07/02 01:39:36] __main__ INFO: [304896/500000] acc 0.99903 | loss 0.00138898 | sup loss 0.00138898 | ssl loss 0 | mask 1 | sec/iter 0.256889 | ssl coef 0 | lr 0.003
[07/02 01:41:04] __main__ INFO: [305152/500000] acc 0.997787 | loss 0.00338014 | sup loss 0.00338014 | ssl loss 0 | mask 1 | sec/iter 0.229571 | ssl coef 0 | lr 0.003
[07/02 01:42:31] __main__ INFO: [305408/500000] acc 0.998182 | loss 0.00401029 | sup loss 0.00401029 | ssl loss 0 | mask 1 | sec/iter 0.210743 | ssl coef 0 | lr 0.003
[07/02 01:43:56] __main__ INFO: [305664/500000] acc 0.997551 | loss 0.0114978 | sup loss 0.0114978 | ssl loss 0 | mask 1 | sec/iter 0.199856 | ssl coef 0 | lr 0.003
[07/02 01:45:22] __main__ INFO: [305920/500000] acc 0.998886 | loss 0.00218058 | sup loss 0.00218058 | ssl loss 0 | mask 1 | sec/iter 0.230226 | ssl coef 0 | lr 0.003
[07/02 01:45:50] __main__ INFO: validation
[07/02 01:46:07] __main__ INFO: validation loss 2.364447 | validation acc. 0.751800 | raw acc. 0.751800
[07/02 01:47:09] __main__ INFO: [306176/500000] acc 0.999781 | loss 0.0018081 | sup loss 0.0018081 | ssl loss 0 | mask 1 | sec/iter 0.246062 | ssl coef 0 | lr 0.003
[07/02 01:48:19] __main__ INFO: [306432/500000] acc 0.999588 | loss 0.00234351 | sup loss 0.00234351 | ssl loss 0 | mask 1 | sec/iter 0.215218 | ssl coef 0 | lr 0.003
[07/02 01:49:24] __main__ INFO: [306688/500000] acc 0.99935 | loss 0.000589848 | sup loss 0.000589848 | ssl loss 0 | mask 1 | sec/iter 0.231349 | ssl coef 0 | lr 0.003
[07/02 01:50:29] __main__ INFO: [306944/500000] acc 0.996939 | loss 0.00407684 | sup loss 0.00407684 | ssl loss 0 | mask 1 | sec/iter 0.235387 | ssl coef 0 | lr 0.003
[07/02 01:51:33] __main__ INFO: [307200/500000] acc 0.997971 | loss 0.00422687 | sup loss 0.00422687 | ssl loss 0 | mask 1 | sec/iter 0.240945 | ssl coef 0 | lr 0.003
[07/02 01:52:39] __main__ INFO: [307456/500000] acc 0.999369 | loss 0.0014912 | sup loss 0.0014912 | ssl loss 0 | mask 1 | sec/iter 0.241821 | ssl coef 0 | lr 0.003
[07/02 01:53:42] __main__ INFO: [307712/500000] acc 0.999019 | loss 0.00161195 | sup loss 0.00161195 | ssl loss 0 | mask 1 | sec/iter 0.2303 | ssl coef 0 | lr 0.003
[07/02 01:54:46] __main__ INFO: [307968/500000] acc 0.999491 | loss 0.000934752 | sup loss 0.000934752 | ssl loss 0 | mask 1 | sec/iter 0.258968 | ssl coef 0 | lr 0.003
[07/02 01:54:58] __main__ INFO: validation
[07/02 01:55:15] __main__ INFO: validation loss 2.527586 | validation acc. 0.740600 | raw acc. 0.740600
[07/02 01:56:34] __main__ INFO: [308224/500000] acc 0.999884 | loss 0.000415673 | sup loss 0.000415673 | ssl loss 0 | mask 1 | sec/iter 0.257445 | ssl coef 0 | lr 0.003
[07/02 01:58:03] __main__ INFO: [308480/500000] acc 0.998936 | loss 0.0046941 | sup loss 0.0046941 | ssl loss 0 | mask 1 | sec/iter 0.241164 | ssl coef 0 | lr 0.003
[07/02 01:59:32] __main__ INFO: [308736/500000] acc 0.999139 | loss 0.000850623 | sup loss 0.000850623 | ssl loss 0 | mask 1 | sec/iter 0.218495 | ssl coef 0 | lr 0.003
[07/02 02:00:58] __main__ INFO: [308992/500000] acc 1 | loss 4.9509e-05 | sup loss 4.9509e-05 | ssl loss 0 | mask 1 | sec/iter 0.202524 | ssl coef 0 | lr 0.003
[07/02 02:02:26] __main__ INFO: [309248/500000] acc 1 | loss 0.000134882 | sup loss 0.000134882 | ssl loss 0 | mask 1 | sec/iter 0.218115 | ssl coef 0 | lr 0.003
[07/02 02:03:54] __main__ INFO: [309504/500000] acc 1 | loss 2.16044e-05 | sup loss 2.16044e-05 | ssl loss 0 | mask 1 | sec/iter 0.237814 | ssl coef 0 | lr 0.003
[07/02 02:05:22] __main__ INFO: [309760/500000] acc 1 | loss 3.42199e-05 | sup loss 3.42199e-05 | ssl loss 0 | mask 1 | sec/iter 0.225833 | ssl coef 0 | lr 0.003
[07/02 02:06:44] __main__ INFO: validation
[07/02 02:07:02] __main__ INFO: validation loss 2.395185 | validation acc. 0.754600 | raw acc. 0.754600
[07/02 02:07:10] __main__ INFO: [310016/500000] acc 1 | loss 2.58865e-05 | sup loss 2.58865e-05 | ssl loss 0 | mask 1 | sec/iter 0.271094 | ssl coef 0 | lr 0.003
[07/02 02:08:37] __main__ INFO: [310272/500000] acc 0.997529 | loss 0.0181819 | sup loss 0.0181819 | ssl loss 0 | mask 1 | sec/iter 0.252768 | ssl coef 0 | lr 0.003
[07/02 02:10:05] __main__ INFO: [310528/500000] acc 0.998564 | loss 0.0058273 | sup loss 0.0058273 | ssl loss 0 | mask 1 | sec/iter 0.214612 | ssl coef 0 | lr 0.003
[07/02 02:11:34] __main__ INFO: [310784/500000] acc 0.999797 | loss 0.00129923 | sup loss 0.00129923 | ssl loss 0 | mask 1 | sec/iter 0.205646 | ssl coef 0 | lr 0.003
[07/02 02:13:02] __main__ INFO: [311040/500000] acc 0.998762 | loss 0.0020195 | sup loss 0.0020195 | ssl loss 0 | mask 1 | sec/iter 0.199145 | ssl coef 0 | lr 0.003
[07/02 02:14:30] __main__ INFO: [311296/500000] acc 0.999982 | loss 0.000897838 | sup loss 0.000897838 | ssl loss 0 | mask 1 | sec/iter 0.240922 | ssl coef 0 | lr 0.003
[07/02 02:15:58] __main__ INFO: [311552/500000] acc 1 | loss 0.000157329 | sup loss 0.000157329 | ssl loss 0 | mask 1 | sec/iter 0.238864 | ssl coef 0 | lr 0.003
[07/02 02:17:26] __main__ INFO: [311808/500000] acc 0.999975 | loss 0.000865634 | sup loss 0.000865634 | ssl loss 0 | mask 1 | sec/iter 0.224055 | ssl coef 0 | lr 0.003
[07/02 02:18:32] __main__ INFO: validation
[07/02 02:18:49] __main__ INFO: validation loss 2.422954 | validation acc. 0.740000 | raw acc. 0.740000
[07/02 02:19:13] __main__ INFO: [312064/500000] acc 0.999994 | loss 0.000255339 | sup loss 0.000255339 | ssl loss 0 | mask 1 | sec/iter 0.24822 | ssl coef 0 | lr 0.003
[07/02 02:20:41] __main__ INFO: [312320/500000] acc 0.996328 | loss 0.00782853 | sup loss 0.00782853 | ssl loss 0 | mask 1 | sec/iter 0.225295 | ssl coef 0 | lr 0.003
[07/02 02:22:08] __main__ INFO: [312576/500000] acc 0.998123 | loss 0.00214855 | sup loss 0.00214855 | ssl loss 0 | mask 1 | sec/iter 0.246603 | ssl coef 0 | lr 0.003
[07/02 02:23:32] __main__ INFO: [312832/500000] acc 1 | loss 0.000299706 | sup loss 0.000299706 | ssl loss 0 | mask 1 | sec/iter 0.194684 | ssl coef 0 | lr 0.003
[07/02 02:24:36] __main__ INFO: [313088/500000] acc 0.99759 | loss 0.0036286 | sup loss 0.0036286 | ssl loss 0 | mask 1 | sec/iter 0.243158 | ssl coef 0 | lr 0.003
[07/02 02:25:41] __main__ INFO: [313344/500000] acc 0.998596 | loss 0.00452792 | sup loss 0.00452792 | ssl loss 0 | mask 1 | sec/iter 0.227793 | ssl coef 0 | lr 0.003
[07/02 02:26:45] __main__ INFO: [313600/500000] acc 0.999669 | loss 0.00134815 | sup loss 0.00134815 | ssl loss 0 | mask 1 | sec/iter 0.226576 | ssl coef 0 | lr 0.003
[07/02 02:27:49] __main__ INFO: [313856/500000] acc 0.998529 | loss 0.00381375 | sup loss 0.00381375 | ssl loss 0 | mask 1 | sec/iter 0.232034 | ssl coef 0 | lr 0.003
[07/02 02:28:25] __main__ INFO: validation
[07/02 02:28:36] __main__ INFO: validation loss 2.567147 | validation acc. 0.743600 | raw acc. 0.743600
[07/02 02:29:07] __main__ INFO: [314112/500000] acc 0.999982 | loss 0.00134147 | sup loss 0.00134147 | ssl loss 0 | mask 1 | sec/iter 0.236661 | ssl coef 0 | lr 0.003
[07/02 02:30:12] __main__ INFO: [314368/500000] acc 0.999999 | loss 0.000373149 | sup loss 0.000373149 | ssl loss 0 | mask 1 | sec/iter 0.230418 | ssl coef 0 | lr 0.003
[07/02 02:31:30] __main__ INFO: [314624/500000] acc 1 | loss 0.000169665 | sup loss 0.000169665 | ssl loss 0 | mask 1 | sec/iter 0.249739 | ssl coef 0 | lr 0.003
[07/02 02:32:59] __main__ INFO: [314880/500000] acc 1 | loss 0.000103553 | sup loss 0.000103553 | ssl loss 0 | mask 1 | sec/iter 0.233794 | ssl coef 0 | lr 0.003
[07/02 02:34:23] __main__ INFO: [315136/500000] acc 1 | loss 0.000125514 | sup loss 0.000125514 | ssl loss 0 | mask 1 | sec/iter 0.244948 | ssl coef 0 | lr 0.003
[07/02 02:35:51] __main__ INFO: [315392/500000] acc 1 | loss 3.64423e-05 | sup loss 3.64423e-05 | ssl loss 0 | mask 1 | sec/iter 0.244377 | ssl coef 0 | lr 0.003
[07/02 02:37:18] __main__ INFO: [315648/500000] acc 1 | loss 0.000101031 | sup loss 0.000101031 | ssl loss 0 | mask 1 | sec/iter 0.174504 | ssl coef 0 | lr 0.003
[07/02 02:38:45] __main__ INFO: [315904/500000] acc 0.999992 | loss 0.000647741 | sup loss 0.000647741 | ssl loss 0 | mask 1 | sec/iter 0.255841 | ssl coef 0 | lr 0.003
[07/02 02:39:21] __main__ INFO: validation
[07/02 02:39:38] __main__ INFO: validation loss 2.706293 | validation acc. 0.736200 | raw acc. 0.736200
[07/02 02:40:35] __main__ INFO: [316160/500000] acc 0.999682 | loss 0.00181369 | sup loss 0.00181369 | ssl loss 0 | mask 1 | sec/iter 0.247309 | ssl coef 0 | lr 0.003
[07/02 02:42:02] __main__ INFO: [316416/500000] acc 0.995866 | loss 0.0108163 | sup loss 0.0108163 | ssl loss 0 | mask 1 | sec/iter 0.247772 | ssl coef 0 | lr 0.003
[07/02 02:43:31] __main__ INFO: [316672/500000] acc 0.998929 | loss 0.00260511 | sup loss 0.00260511 | ssl loss 0 | mask 1 | sec/iter 0.230121 | ssl coef 0 | lr 0.003
[07/02 02:45:01] __main__ INFO: [316928/500000] acc 0.999815 | loss 0.000591369 | sup loss 0.000591369 | ssl loss 0 | mask 1 | sec/iter 0.248666 | ssl coef 0 | lr 0.003
[07/02 02:46:29] __main__ INFO: [317184/500000] acc 0.999978 | loss 0.000558319 | sup loss 0.000558319 | ssl loss 0 | mask 1 | sec/iter 0.265939 | ssl coef 0 | lr 0.003
[07/02 02:47:57] __main__ INFO: [317440/500000] acc 0.999407 | loss 0.00215835 | sup loss 0.00215835 | ssl loss 0 | mask 1 | sec/iter 0.213004 | ssl coef 0 | lr 0.003
[07/02 02:49:26] __main__ INFO: [317696/500000] acc 0.998469 | loss 0.00343279 | sup loss 0.00343279 | ssl loss 0 | mask 1 | sec/iter 0.245391 | ssl coef 0 | lr 0.003
[07/02 02:50:52] __main__ INFO: [317952/500000] acc 0.999989 | loss 4.74646e-05 | sup loss 4.74646e-05 | ssl loss 0 | mask 1 | sec/iter 0.191434 | ssl coef 0 | lr 0.003
[07/02 02:51:09] __main__ INFO: validation
[07/02 02:51:26] __main__ INFO: validation loss 2.398699 | validation acc. 0.753600 | raw acc. 0.753600
[07/02 02:52:40] __main__ INFO: [318208/500000] acc 0.999983 | loss 0.000394164 | sup loss 0.000394164 | ssl loss 0 | mask 1 | sec/iter 0.238373 | ssl coef 0 | lr 0.003
[07/02 02:54:09] __main__ INFO: [318464/500000] acc 1 | loss 0.000164844 | sup loss 0.000164844 | ssl loss 0 | mask 1 | sec/iter 0.227217 | ssl coef 0 | lr 0.003
[07/02 02:55:36] __main__ INFO: [318720/500000] acc 1 | loss 2.23964e-05 | sup loss 2.23964e-05 | ssl loss 0 | mask 1 | sec/iter 0.237251 | ssl coef 0 | lr 0.003
[07/02 02:57:03] __main__ INFO: [318976/500000] acc 0.998636 | loss 0.00679 | sup loss 0.00679 | ssl loss 0 | mask 1 | sec/iter 0.256029 | ssl coef 0 | lr 0.003
[07/02 02:58:32] __main__ INFO: [319232/500000] acc 0.999518 | loss 0.00172917 | sup loss 0.00172917 | ssl loss 0 | mask 1 | sec/iter 0.245786 | ssl coef 0 | lr 0.003
[07/02 02:59:50] __main__ INFO: [319488/500000] acc 0.999992 | loss 0.00017844 | sup loss 0.00017844 | ssl loss 0 | mask 1 | sec/iter 0.234989 | ssl coef 0 | lr 0.003
[07/02 03:00:55] __main__ INFO: [319744/500000] acc 0.996744 | loss 0.00287957 | sup loss 0.00287957 | ssl loss 0 | mask 1 | sec/iter 0.239679 | ssl coef 0 | lr 0.003
[07/02 03:02:01] __main__ INFO: [320000/500000] acc 0.999253 | loss 0.00080895 | sup loss 0.00080895 | ssl loss 0 | mask 1 | sec/iter 0.246004 | ssl coef 0 | lr 0.003
[07/02 03:02:01] __main__ INFO: validation
[07/02 03:02:11] __main__ INFO: validation loss 2.489717 | validation acc. 0.741200 | raw acc. 0.741200
[07/02 03:03:20] __main__ INFO: [320256/500000] acc 0.99912 | loss 0.00199523 | sup loss 0.00199523 | ssl loss 0 | mask 1 | sec/iter 0.230619 | ssl coef 0 | lr 0.003
[07/02 03:04:24] __main__ INFO: [320512/500000] acc 0.996656 | loss 0.00802608 | sup loss 0.00802608 | ssl loss 0 | mask 1 | sec/iter 0.223488 | ssl coef 0 | lr 0.003
[07/02 03:05:29] __main__ INFO: [320768/500000] acc 0.999871 | loss 0.000552517 | sup loss 0.000552517 | ssl loss 0 | mask 1 | sec/iter 0.229773 | ssl coef 0 | lr 0.003
[07/02 03:06:38] __main__ INFO: [321024/500000] acc 0.999761 | loss 0.00155211 | sup loss 0.00155211 | ssl loss 0 | mask 1 | sec/iter 0.239132 | ssl coef 0 | lr 0.003
[07/02 03:08:07] __main__ INFO: [321280/500000] acc 0.999781 | loss 0.0005562 | sup loss 0.0005562 | ssl loss 0 | mask 1 | sec/iter 0.245632 | ssl coef 0 | lr 0.003
[07/02 03:09:37] __main__ INFO: [321536/500000] acc 1 | loss 0.000546573 | sup loss 0.000546573 | ssl loss 0 | mask 1 | sec/iter 0.25608 | ssl coef 0 | lr 0.003
[07/02 03:11:05] __main__ INFO: [321792/500000] acc 1 | loss 0.000116717 | sup loss 0.000116717 | ssl loss 0 | mask 1 | sec/iter 0.237324 | ssl coef 0 | lr 0.003
[07/02 03:12:15] __main__ INFO: validation
[07/02 03:12:32] __main__ INFO: validation loss 2.387841 | validation acc. 0.752000 | raw acc. 0.752000
[07/02 03:12:50] __main__ INFO: [322048/500000] acc 1 | loss 0.000377445 | sup loss 0.000377445 | ssl loss 0 | mask 1 | sec/iter 0.244335 | ssl coef 0 | lr 0.003
[07/02 03:14:18] __main__ INFO: [322304/500000] acc 1 | loss 0.000246448 | sup loss 0.000246448 | ssl loss 0 | mask 1 | sec/iter 0.235969 | ssl coef 0 | lr 0.003
[07/02 03:15:45] __main__ INFO: [322560/500000] acc 1 | loss 0.000110384 | sup loss 0.000110384 | ssl loss 0 | mask 1 | sec/iter 0.232472 | ssl coef 0 | lr 0.003
[07/02 03:17:13] __main__ INFO: [322816/500000] acc 0.994989 | loss 0.0153381 | sup loss 0.0153381 | ssl loss 0 | mask 1 | sec/iter 0.230846 | ssl coef 0 | lr 0.003
[07/02 03:18:42] __main__ INFO: [323072/500000] acc 0.999652 | loss 0.00151964 | sup loss 0.00151964 | ssl loss 0 | mask 1 | sec/iter 0.252993 | ssl coef 0 | lr 0.003
[07/02 03:20:10] __main__ INFO: [323328/500000] acc 0.999958 | loss 0.000350008 | sup loss 0.000350008 | ssl loss 0 | mask 1 | sec/iter 0.263444 | ssl coef 0 | lr 0.003
[07/02 03:21:37] __main__ INFO: [323584/500000] acc 0.998619 | loss 0.00167214 | sup loss 0.00167214 | ssl loss 0 | mask 1 | sec/iter 0.236771 | ssl coef 0 | lr 0.003
[07/02 03:23:03] __main__ INFO: [323840/500000] acc 0.998308 | loss 0.00502304 | sup loss 0.00502304 | ssl loss 0 | mask 1 | sec/iter 0.245055 | ssl coef 0 | lr 0.003
[07/02 03:23:57] __main__ INFO: validation
[07/02 03:24:14] __main__ INFO: validation loss 2.373943 | validation acc. 0.760800 | raw acc. 0.760800
[07/02 03:24:15] __main__ INFO: test
[07/02 03:24:44] __main__ INFO: test loss 2.547850 | test acc. 0.743500 | raw acc. 0.743500
[07/02 03:24:44] __main__ INFO: test accuracy 0.743500
[07/02 03:25:19] __main__ INFO: [324096/500000] acc 0.998161 | loss 0.0126243 | sup loss 0.0126243 | ssl loss 0 | mask 1 | sec/iter 0.246751 | ssl coef 0 | lr 0.003
[07/02 03:26:46] __main__ INFO: [324352/500000] acc 0.998612 | loss 0.00291599 | sup loss 0.00291599 | ssl loss 0 | mask 1 | sec/iter 0.239698 | ssl coef 0 | lr 0.003
[07/02 03:28:11] __main__ INFO: [324608/500000] acc 1 | loss 0.000112392 | sup loss 0.000112392 | ssl loss 0 | mask 1 | sec/iter 0.267779 | ssl coef 0 | lr 0.003
[07/02 03:29:37] __main__ INFO: [324864/500000] acc 0.999599 | loss 0.00103389 | sup loss 0.00103389 | ssl loss 0 | mask 1 | sec/iter 0.228944 | ssl coef 0 | lr 0.003
[07/02 03:31:05] __main__ INFO: [325120/500000] acc 0.999999 | loss 6.04701e-05 | sup loss 6.04701e-05 | ssl loss 0 | mask 1 | sec/iter 0.211806 | ssl coef 0 | lr 0.003
[07/02 03:32:33] __main__ INFO: [325376/500000] acc 0.999346 | loss 0.00227117 | sup loss 0.00227117 | ssl loss 0 | mask 1 | sec/iter 0.229722 | ssl coef 0 | lr 0.003
[07/02 03:34:02] __main__ INFO: [325632/500000] acc 1 | loss 0.000449092 | sup loss 0.000449092 | ssl loss 0 | mask 1 | sec/iter 0.25655 | ssl coef 0 | lr 0.003
[07/02 03:35:21] __main__ INFO: [325888/500000] acc 1 | loss 0.000163906 | sup loss 0.000163906 | ssl loss 0 | mask 1 | sec/iter 0.234318 | ssl coef 0 | lr 0.003
[07/02 03:35:49] __main__ INFO: validation
[07/02 03:36:01] __main__ INFO: validation loss 2.394193 | validation acc. 0.756000 | raw acc. 0.756000
[07/02 03:36:40] __main__ INFO: [326144/500000] acc 1 | loss 0.000491548 | sup loss 0.000491548 | ssl loss 0 | mask 1 | sec/iter 0.221617 | ssl coef 0 | lr 0.003
[07/02 03:37:44] __main__ INFO: [326400/500000] acc 0.999163 | loss 0.00507003 | sup loss 0.00507003 | ssl loss 0 | mask 1 | sec/iter 0.244388 | ssl coef 0 | lr 0.003
[07/02 03:38:49] __main__ INFO: [326656/500000] acc 0.999944 | loss 0.00039041 | sup loss 0.00039041 | ssl loss 0 | mask 1 | sec/iter 0.222089 | ssl coef 0 | lr 0.003
[07/02 03:39:52] __main__ INFO: [326912/500000] acc 0.998955 | loss 0.00268354 | sup loss 0.00268354 | ssl loss 0 | mask 1 | sec/iter 0.224238 | ssl coef 0 | lr 0.003
[07/02 03:40:57] __main__ INFO: [327168/500000] acc 0.998111 | loss 0.00453834 | sup loss 0.00453834 | ssl loss 0 | mask 1 | sec/iter 0.236837 | ssl coef 0 | lr 0.003
[07/02 03:42:05] __main__ INFO: [327424/500000] acc 0.999989 | loss 0.00141528 | sup loss 0.00141528 | ssl loss 0 | mask 1 | sec/iter 0.234669 | ssl coef 0 | lr 0.003
[07/02 03:43:32] __main__ INFO: [327680/500000] acc 0.999943 | loss 0.000443364 | sup loss 0.000443364 | ssl loss 0 | mask 1 | sec/iter 0.189765 | ssl coef 0 | lr 0.003
[07/02 03:45:00] __main__ INFO: [327936/500000] acc 1 | loss 0.00257824 | sup loss 0.00257824 | ssl loss 0 | mask 1 | sec/iter 0.232836 | ssl coef 0 | lr 0.003
[07/02 03:45:22] __main__ INFO: validation
[07/02 03:45:40] __main__ INFO: validation loss 2.395421 | validation acc. 0.737600 | raw acc. 0.737600
[07/02 03:46:47] __main__ INFO: [328192/500000] acc 1 | loss 0.000131414 | sup loss 0.000131414 | ssl loss 0 | mask 1 | sec/iter 0.215443 | ssl coef 0 | lr 0.003
[07/02 03:48:16] __main__ INFO: [328448/500000] acc 0.999906 | loss 0.000160414 | sup loss 0.000160414 | ssl loss 0 | mask 1 | sec/iter 0.227661 | ssl coef 0 | lr 0.003
[07/02 03:49:43] __main__ INFO: [328704/500000] acc 1 | loss 0.000335843 | sup loss 0.000335843 | ssl loss 0 | mask 1 | sec/iter 0.241176 | ssl coef 0 | lr 0.003
[07/02 03:51:13] __main__ INFO: [328960/500000] acc 1 | loss 6.82457e-05 | sup loss 6.82457e-05 | ssl loss 0 | mask 1 | sec/iter 0.223196 | ssl coef 0 | lr 0.003
[07/02 03:52:41] __main__ INFO: [329216/500000] acc 0.998719 | loss 0.00873129 | sup loss 0.00873129 | ssl loss 0 | mask 1 | sec/iter 0.237696 | ssl coef 0 | lr 0.003
[07/02 03:54:09] __main__ INFO: [329472/500000] acc 0.999281 | loss 0.00157651 | sup loss 0.00157651 | ssl loss 0 | mask 1 | sec/iter 0.231229 | ssl coef 0 | lr 0.003
[07/02 03:55:35] __main__ INFO: [329728/500000] acc 0.999964 | loss 0.000471589 | sup loss 0.000471589 | ssl loss 0 | mask 1 | sec/iter 0.234702 | ssl coef 0 | lr 0.003
[07/02 03:57:03] __main__ INFO: [329984/500000] acc 0.999999 | loss 6.29129e-05 | sup loss 6.29129e-05 | ssl loss 0 | mask 1 | sec/iter 0.24499 | ssl coef 0 | lr 0.003
[07/02 03:57:08] __main__ INFO: validation
[07/02 03:57:25] __main__ INFO: validation loss 2.385369 | validation acc. 0.753600 | raw acc. 0.753600
[07/02 03:58:49] __main__ INFO: [330240/500000] acc 1 | loss 3.39647e-05 | sup loss 3.39647e-05 | ssl loss 0 | mask 1 | sec/iter 0.226801 | ssl coef 0 | lr 0.003
[07/02 04:00:17] __main__ INFO: [330496/500000] acc 0.99998 | loss 9.64047e-05 | sup loss 9.64047e-05 | ssl loss 0 | mask 1 | sec/iter 0.205164 | ssl coef 0 | lr 0.003
[07/02 04:01:45] __main__ INFO: [330752/500000] acc 1 | loss 5.83428e-05 | sup loss 5.83428e-05 | ssl loss 0 | mask 1 | sec/iter 0.252585 | ssl coef 0 | lr 0.003
[07/02 04:03:13] __main__ INFO: [331008/500000] acc 1 | loss 0.000148004 | sup loss 0.000148004 | ssl loss 0 | mask 1 | sec/iter 0.24816 | ssl coef 0 | lr 0.003
[07/02 04:04:41] __main__ INFO: [331264/500000] acc 0.999749 | loss 0.000736718 | sup loss 0.000736718 | ssl loss 0 | mask 1 | sec/iter 0.239096 | ssl coef 0 | lr 0.003
[07/02 04:06:09] __main__ INFO: [331520/500000] acc 0.99956 | loss 0.00072341 | sup loss 0.00072341 | ssl loss 0 | mask 1 | sec/iter 0.214909 | ssl coef 0 | lr 0.003
[07/02 04:07:36] __main__ INFO: [331776/500000] acc 0.999987 | loss 0.000359007 | sup loss 0.000359007 | ssl loss 0 | mask 1 | sec/iter 0.223222 | ssl coef 0 | lr 0.003
[07/02 04:08:52] __main__ INFO: validation
[07/02 04:09:09] __main__ INFO: validation loss 2.696343 | validation acc. 0.737800 | raw acc. 0.737800
[07/02 04:09:21] __main__ INFO: [332032/500000] acc 0.9997 | loss 0.000556781 | sup loss 0.000556781 | ssl loss 0 | mask 1 | sec/iter 0.250864 | ssl coef 0 | lr 0.003
[07/02 04:10:46] __main__ INFO: [332288/500000] acc 0.999998 | loss 0.000154872 | sup loss 0.000154872 | ssl loss 0 | mask 1 | sec/iter 0.211046 | ssl coef 0 | lr 0.003
[07/02 04:11:52] __main__ INFO: [332544/500000] acc 0.999879 | loss 0.00126354 | sup loss 0.00126354 | ssl loss 0 | mask 1 | sec/iter 0.246576 | ssl coef 0 | lr 0.003
[07/02 04:12:58] __main__ INFO: [332800/500000] acc 0.99999 | loss 0.000469542 | sup loss 0.000469542 | ssl loss 0 | mask 1 | sec/iter 0.232407 | ssl coef 0 | lr 0.003
[07/02 04:14:03] __main__ INFO: [333056/500000] acc 0.999985 | loss 0.00054952 | sup loss 0.00054952 | ssl loss 0 | mask 1 | sec/iter 0.235788 | ssl coef 0 | lr 0.003
[07/02 04:15:09] __main__ INFO: [333312/500000] acc 0.999457 | loss 0.00356368 | sup loss 0.00356368 | ssl loss 0 | mask 1 | sec/iter 0.233256 | ssl coef 0 | lr 0.003
[07/02 04:16:13] __main__ INFO: [333568/500000] acc 0.999988 | loss 0.000234278 | sup loss 0.000234278 | ssl loss 0 | mask 1 | sec/iter 0.236751 | ssl coef 0 | lr 0.003
[07/02 04:17:19] __main__ INFO: [333824/500000] acc 1 | loss 0.000101395 | sup loss 0.000101395 | ssl loss 0 | mask 1 | sec/iter 0.191493 | ssl coef 0 | lr 0.003
[07/02 04:18:17] __main__ INFO: validation
[07/02 04:18:31] __main__ INFO: validation loss 2.281581 | validation acc. 0.750200 | raw acc. 0.750200
[07/02 04:19:02] __main__ INFO: [334080/500000] acc 1 | loss 7.05635e-05 | sup loss 7.05635e-05 | ssl loss 0 | mask 1 | sec/iter 0.366834 | ssl coef 0 | lr 0.003
[07/02 04:20:29] __main__ INFO: [334336/500000] acc 1 | loss 6.22609e-05 | sup loss 6.22609e-05 | ssl loss 0 | mask 1 | sec/iter 0.232532 | ssl coef 0 | lr 0.003
[07/02 04:21:56] __main__ INFO: [334592/500000] acc 1 | loss 0.000602154 | sup loss 0.000602154 | ssl loss 0 | mask 1 | sec/iter 0.226858 | ssl coef 0 | lr 0.003
[07/02 04:23:24] __main__ INFO: [334848/500000] acc 0.999666 | loss 0.000362852 | sup loss 0.000362852 | ssl loss 0 | mask 1 | sec/iter 0.241627 | ssl coef 0 | lr 0.003
[07/02 04:24:50] __main__ INFO: [335104/500000] acc 0.99889 | loss 0.00464305 | sup loss 0.00464305 | ssl loss 0 | mask 1 | sec/iter 0.240092 | ssl coef 0 | lr 0.003
[07/02 04:26:20] __main__ INFO: [335360/500000] acc 0.998038 | loss 0.0054736 | sup loss 0.0054736 | ssl loss 0 | mask 1 | sec/iter 0.237052 | ssl coef 0 | lr 0.003
[07/02 04:27:51] __main__ INFO: [335616/500000] acc 0.998128 | loss 0.0052623 | sup loss 0.0052623 | ssl loss 0 | mask 1 | sec/iter 0.244803 | ssl coef 0 | lr 0.003
[07/02 04:29:19] __main__ INFO: [335872/500000] acc 0.999543 | loss 0.00135474 | sup loss 0.00135474 | ssl loss 0 | mask 1 | sec/iter 0.251595 | ssl coef 0 | lr 0.003
[07/02 04:30:03] __main__ INFO: validation
[07/02 04:30:20] __main__ INFO: validation loss 2.361207 | validation acc. 0.745600 | raw acc. 0.745600
[07/02 04:31:07] __main__ INFO: [336128/500000] acc 1 | loss 0.000158452 | sup loss 0.000158452 | ssl loss 0 | mask 1 | sec/iter 0.248957 | ssl coef 0 | lr 0.003
[07/02 04:32:40] __main__ INFO: [336384/500000] acc 0.996549 | loss 0.00718292 | sup loss 0.00718292 | ssl loss 0 | mask 1 | sec/iter 0.221902 | ssl coef 0 | lr 0.003
[07/02 04:34:11] __main__ INFO: [336640/500000] acc 0.999177 | loss 0.00189203 | sup loss 0.00189203 | ssl loss 0 | mask 1 | sec/iter 0.227191 | ssl coef 0 | lr 0.003
[07/02 04:35:43] __main__ INFO: [336896/500000] acc 0.999989 | loss 0.000218424 | sup loss 0.000218424 | ssl loss 0 | mask 1 | sec/iter 0.228744 | ssl coef 0 | lr 0.003
[07/02 04:37:14] __main__ INFO: [337152/500000] acc 1 | loss 4.37871e-05 | sup loss 4.37871e-05 | ssl loss 0 | mask 1 | sec/iter 0.241738 | ssl coef 0 | lr 0.003
[07/02 04:38:43] __main__ INFO: [337408/500000] acc 1 | loss 0.000143984 | sup loss 0.000143984 | ssl loss 0 | mask 1 | sec/iter 0.208016 | ssl coef 0 | lr 0.003
[07/02 04:40:11] __main__ INFO: [337664/500000] acc 1 | loss 0.000408051 | sup loss 0.000408051 | ssl loss 0 | mask 1 | sec/iter 0.236467 | ssl coef 0 | lr 0.003
[07/02 04:41:39] __main__ INFO: [337920/500000] acc 1 | loss 0.000147556 | sup loss 0.000147556 | ssl loss 0 | mask 1 | sec/iter 0.220702 | ssl coef 0 | lr 0.003
[07/02 04:42:06] __main__ INFO: validation
[07/02 04:42:23] __main__ INFO: validation loss 2.332917 | validation acc. 0.753400 | raw acc. 0.753400
[07/02 04:43:25] __main__ INFO: [338176/500000] acc 1 | loss 2.51068e-05 | sup loss 2.51068e-05 | ssl loss 0 | mask 1 | sec/iter 0.208983 | ssl coef 0 | lr 0.003
[07/02 04:44:53] __main__ INFO: [338432/500000] acc 0.997992 | loss 0.00653441 | sup loss 0.00653441 | ssl loss 0 | mask 1 | sec/iter 0.236023 | ssl coef 0 | lr 0.003
[07/02 04:46:20] __main__ INFO: [338688/500000] acc 0.999873 | loss 0.00209112 | sup loss 0.00209112 | ssl loss 0 | mask 1 | sec/iter 0.239325 | ssl coef 0 | lr 0.003
[07/02 04:47:25] __main__ INFO: [338944/500000] acc 0.998659 | loss 0.00370708 | sup loss 0.00370708 | ssl loss 0 | mask 1 | sec/iter 0.235285 | ssl coef 0 | lr 0.003
[07/02 04:48:29] __main__ INFO: [339200/500000] acc 0.997923 | loss 0.00193901 | sup loss 0.00193901 | ssl loss 0 | mask 1 | sec/iter 0.236957 | ssl coef 0 | lr 0.003
[07/02 04:49:35] __main__ INFO: [339456/500000] acc 0.999858 | loss 0.000187715 | sup loss 0.000187715 | ssl loss 0 | mask 1 | sec/iter 0.241445 | ssl coef 0 | lr 0.003
[07/02 04:50:39] __main__ INFO: [339712/500000] acc 1 | loss 0.000112948 | sup loss 0.000112948 | ssl loss 0 | mask 1 | sec/iter 0.228174 | ssl coef 0 | lr 0.003
[07/02 04:51:44] __main__ INFO: [339968/500000] acc 1 | loss 0.000360157 | sup loss 0.000360157 | ssl loss 0 | mask 1 | sec/iter 0.230597 | ssl coef 0 | lr 0.003
[07/02 04:51:52] __main__ INFO: validation
[07/02 04:52:03] __main__ INFO: validation loss 2.563660 | validation acc. 0.746800 | raw acc. 0.746800
[07/02 04:53:04] __main__ INFO: [340224/500000] acc 0.999344 | loss 0.00170338 | sup loss 0.00170338 | ssl loss 0 | mask 1 | sec/iter 0.229308 | ssl coef 0 | lr 0.003
[07/02 04:54:26] __main__ INFO: [340480/500000] acc 0.997314 | loss 0.00525809 | sup loss 0.00525809 | ssl loss 0 | mask 1 | sec/iter 0.263469 | ssl coef 0 | lr 0.003
[07/02 04:55:54] __main__ INFO: [340736/500000] acc 0.999865 | loss 0.00109633 | sup loss 0.00109633 | ssl loss 0 | mask 1 | sec/iter 0.265347 | ssl coef 0 | lr 0.003
[07/02 04:57:20] __main__ INFO: [340992/500000] acc 0.999999 | loss 0.000265235 | sup loss 0.000265235 | ssl loss 0 | mask 1 | sec/iter 0.235308 | ssl coef 0 | lr 0.003
[07/02 04:58:48] __main__ INFO: [341248/500000] acc 1 | loss 0.000636326 | sup loss 0.000636326 | ssl loss 0 | mask 1 | sec/iter 0.24063 | ssl coef 0 | lr 0.003
[07/02 05:00:15] __main__ INFO: [341504/500000] acc 0.999985 | loss 0.000253768 | sup loss 0.000253768 | ssl loss 0 | mask 1 | sec/iter 0.241041 | ssl coef 0 | lr 0.003
[07/02 05:01:43] __main__ INFO: [341760/500000] acc 1 | loss 1.79342e-05 | sup loss 1.79342e-05 | ssl loss 0 | mask 1 | sec/iter 0.219273 | ssl coef 0 | lr 0.003
[07/02 05:03:04] __main__ INFO: validation
[07/02 05:03:20] __main__ INFO: validation loss 2.391793 | validation acc. 0.760600 | raw acc. 0.760600
[07/02 05:03:29] __main__ INFO: [342016/500000] acc 1 | loss 5.1231e-05 | sup loss 5.1231e-05 | ssl loss 0 | mask 1 | sec/iter 0.262872 | ssl coef 0 | lr 0.003
[07/02 05:04:55] __main__ INFO: [342272/500000] acc 0.999988 | loss 0.00045254 | sup loss 0.00045254 | ssl loss 0 | mask 1 | sec/iter 0.23781 | ssl coef 0 | lr 0.003
[07/02 05:06:24] __main__ INFO: [342528/500000] acc 0.999043 | loss 0.00471612 | sup loss 0.00471612 | ssl loss 0 | mask 1 | sec/iter 0.242827 | ssl coef 0 | lr 0.003
[07/02 05:07:52] __main__ INFO: [342784/500000] acc 0.999797 | loss 0.00111612 | sup loss 0.00111612 | ssl loss 0 | mask 1 | sec/iter 0.215866 | ssl coef 0 | lr 0.003
[07/02 05:09:20] __main__ INFO: [343040/500000] acc 0.997093 | loss 0.00388669 | sup loss 0.00388669 | ssl loss 0 | mask 1 | sec/iter 0.240594 | ssl coef 0 | lr 0.003
[07/02 05:10:46] __main__ INFO: [343296/500000] acc 0.994045 | loss 0.022801 | sup loss 0.022801 | ssl loss 0 | mask 1 | sec/iter 0.24023 | ssl coef 0 | lr 0.003
[07/02 05:12:16] __main__ INFO: [343552/500000] acc 0.999985 | loss 0.000446997 | sup loss 0.000446997 | ssl loss 0 | mask 1 | sec/iter 0.235908 | ssl coef 0 | lr 0.003
[07/02 05:13:40] __main__ INFO: [343808/500000] acc 1 | loss 0.000271065 | sup loss 0.000271065 | ssl loss 0 | mask 1 | sec/iter 0.223509 | ssl coef 0 | lr 0.003
[07/02 05:14:45] __main__ INFO: validation
[07/02 05:15:01] __main__ INFO: validation loss 2.540034 | validation acc. 0.742000 | raw acc. 0.742000
[07/02 05:15:25] __main__ INFO: [344064/500000] acc 0.999751 | loss 0.000608064 | sup loss 0.000608064 | ssl loss 0 | mask 1 | sec/iter 0.256262 | ssl coef 0 | lr 0.003
[07/02 05:16:52] __main__ INFO: [344320/500000] acc 0.99708 | loss 0.00922725 | sup loss 0.00922725 | ssl loss 0 | mask 1 | sec/iter 0.226978 | ssl coef 0 | lr 0.003
[07/02 05:18:20] __main__ INFO: [344576/500000] acc 0.999986 | loss 0.000430644 | sup loss 0.000430644 | ssl loss 0 | mask 1 | sec/iter 0.213408 | ssl coef 0 | lr 0.003
[07/02 05:19:48] __main__ INFO: [344832/500000] acc 0.999303 | loss 0.000625899 | sup loss 0.000625899 | ssl loss 0 | mask 1 | sec/iter 0.225331 | ssl coef 0 | lr 0.003
[07/02 05:21:17] __main__ INFO: [345088/500000] acc 0.999988 | loss 0.000463144 | sup loss 0.000463144 | ssl loss 0 | mask 1 | sec/iter 0.244283 | ssl coef 0 | lr 0.003
[07/02 05:22:32] __main__ INFO: [345344/500000] acc 0.999419 | loss 0.00237153 | sup loss 0.00237153 | ssl loss 0 | mask 1 | sec/iter 0.249514 | ssl coef 0 | lr 0.003
[07/02 05:23:36] __main__ INFO: [345600/500000] acc 0.998964 | loss 0.00692993 | sup loss 0.00692993 | ssl loss 0 | mask 1 | sec/iter 0.241008 | ssl coef 0 | lr 0.003
[07/02 05:24:41] __main__ INFO: [345856/500000] acc 0.999894 | loss 0.000349428 | sup loss 0.000349428 | ssl loss 0 | mask 1 | sec/iter 0.230012 | ssl coef 0 | lr 0.003
[07/02 05:25:18] __main__ INFO: validation
[07/02 05:25:29] __main__ INFO: validation loss 2.513761 | validation acc. 0.749000 | raw acc. 0.749000
[07/02 05:26:01] __main__ INFO: [346112/500000] acc 1 | loss 0.000100785 | sup loss 0.000100785 | ssl loss 0 | mask 1 | sec/iter 0.237336 | ssl coef 0 | lr 0.003
[07/02 05:27:05] __main__ INFO: [346368/500000] acc 0.99807 | loss 0.00266754 | sup loss 0.00266754 | ssl loss 0 | mask 1 | sec/iter 0.233021 | ssl coef 0 | lr 0.003
[07/02 05:28:10] __main__ INFO: [346624/500000] acc 0.998812 | loss 0.0070966 | sup loss 0.0070966 | ssl loss 0 | mask 1 | sec/iter 0.242251 | ssl coef 0 | lr 0.003
[07/02 05:29:26] __main__ INFO: [346880/500000] acc 0.999285 | loss 0.00138753 | sup loss 0.00138753 | ssl loss 0 | mask 1 | sec/iter 0.24141 | ssl coef 0 | lr 0.003
[07/02 05:30:54] __main__ INFO: [347136/500000] acc 0.999806 | loss 0.000338652 | sup loss 0.000338652 | ssl loss 0 | mask 1 | sec/iter 0.216719 | ssl coef 0 | lr 0.003
[07/02 05:32:22] __main__ INFO: [347392/500000] acc 0.999989 | loss 0.00130811 | sup loss 0.00130811 | ssl loss 0 | mask 1 | sec/iter 0.210974 | ssl coef 0 | lr 0.003
[07/02 05:33:49] __main__ INFO: [347648/500000] acc 0.999491 | loss 0.00533418 | sup loss 0.00533418 | ssl loss 0 | mask 1 | sec/iter 0.227455 | ssl coef 0 | lr 0.003
[07/02 05:35:17] __main__ INFO: [347904/500000] acc 0.996692 | loss 0.0202845 | sup loss 0.0202845 | ssl loss 0 | mask 1 | sec/iter 0.229011 | ssl coef 0 | lr 0.003
[07/02 05:35:50] __main__ INFO: validation
[07/02 05:36:07] __main__ INFO: validation loss 2.534948 | validation acc. 0.746200 | raw acc. 0.746200
[07/02 05:37:04] __main__ INFO: [348160/500000] acc 0.99995 | loss 0.000283653 | sup loss 0.000283653 | ssl loss 0 | mask 1 | sec/iter 0.243595 | ssl coef 0 | lr 0.003
[07/02 05:38:33] __main__ INFO: [348416/500000] acc 0.999997 | loss 0.000115167 | sup loss 0.000115167 | ssl loss 0 | mask 1 | sec/iter 0.24185 | ssl coef 0 | lr 0.003
[07/02 05:40:03] __main__ INFO: [348672/500000] acc 0.999541 | loss 0.00236956 | sup loss 0.00236956 | ssl loss 0 | mask 1 | sec/iter 0.260705 | ssl coef 0 | lr 0.003
[07/02 05:41:32] __main__ INFO: [348928/500000] acc 1 | loss 0.000212548 | sup loss 0.000212548 | ssl loss 0 | mask 1 | sec/iter 0.246312 | ssl coef 0 | lr 0.003
[07/02 05:42:59] __main__ INFO: [349184/500000] acc 0.99997 | loss 0.000292257 | sup loss 0.000292257 | ssl loss 0 | mask 1 | sec/iter 0.219898 | ssl coef 0 | lr 0.003
[07/02 05:44:27] __main__ INFO: [349440/500000] acc 0.998137 | loss 0.00762616 | sup loss 0.00762616 | ssl loss 0 | mask 1 | sec/iter 0.25356 | ssl coef 0 | lr 0.003
[07/02 05:45:56] __main__ INFO: [349696/500000] acc 0.998896 | loss 0.00221406 | sup loss 0.00221406 | ssl loss 0 | mask 1 | sec/iter 0.226423 | ssl coef 0 | lr 0.003
[07/02 05:47:24] __main__ INFO: [349952/500000] acc 1 | loss 0.000193014 | sup loss 0.000193014 | ssl loss 0 | mask 1 | sec/iter 0.23937 | ssl coef 0 | lr 0.003
[07/02 05:47:41] __main__ INFO: validation
[07/02 05:47:57] __main__ INFO: validation loss 2.507279 | validation acc. 0.746800 | raw acc. 0.746800
[07/02 05:49:11] __main__ INFO: [350208/500000] acc 1 | loss 0.000128751 | sup loss 0.000128751 | ssl loss 0 | mask 1 | sec/iter 0.239345 | ssl coef 0 | lr 0.003
[07/02 05:50:42] __main__ INFO: [350464/500000] acc 0.999709 | loss 0.00186681 | sup loss 0.00186681 | ssl loss 0 | mask 1 | sec/iter 0.228022 | ssl coef 0 | lr 0.003
[07/02 05:52:11] __main__ INFO: [350720/500000] acc 0.998895 | loss 0.00254763 | sup loss 0.00254763 | ssl loss 0 | mask 1 | sec/iter 0.22615 | ssl coef 0 | lr 0.003
[07/02 05:53:41] __main__ INFO: [350976/500000] acc 0.999884 | loss 0.000917049 | sup loss 0.000917049 | ssl loss 0 | mask 1 | sec/iter 0.239513 | ssl coef 0 | lr 0.003
[07/02 05:55:09] __main__ INFO: [351232/500000] acc 0.99984 | loss 0.000333374 | sup loss 0.000333374 | ssl loss 0 | mask 1 | sec/iter 0.215266 | ssl coef 0 | lr 0.003
[07/02 05:56:36] __main__ INFO: [351488/500000] acc 0.999905 | loss 0.000272631 | sup loss 0.000272631 | ssl loss 0 | mask 1 | sec/iter 0.236905 | ssl coef 0 | lr 0.003
[07/02 05:57:59] __main__ INFO: [351744/500000] acc 0.997815 | loss 0.00452344 | sup loss 0.00452344 | ssl loss 0 | mask 1 | sec/iter 0.220499 | ssl coef 0 | lr 0.003
[07/02 05:59:03] __main__ INFO: [352000/500000] acc 0.999768 | loss 0.000554673 | sup loss 0.000554673 | ssl loss 0 | mask 1 | sec/iter 0.237827 | ssl coef 0 | lr 0.003
[07/02 05:59:03] __main__ INFO: validation
[07/02 05:59:15] __main__ INFO: validation loss 2.590810 | validation acc. 0.749400 | raw acc. 0.749400
[07/02 06:00:22] __main__ INFO: [352256/500000] acc 0.999923 | loss 0.000124676 | sup loss 0.000124676 | ssl loss 0 | mask 1 | sec/iter 0.234493 | ssl coef 0 | lr 0.003
[07/02 06:01:27] __main__ INFO: [352512/500000] acc 1 | loss 4.2864e-05 | sup loss 4.2864e-05 | ssl loss 0 | mask 1 | sec/iter 0.217701 | ssl coef 0 | lr 0.003
[07/02 06:02:30] __main__ INFO: [352768/500000] acc 1 | loss 0.000151643 | sup loss 0.000151643 | ssl loss 0 | mask 1 | sec/iter 0.227874 | ssl coef 0 | lr 0.003
[07/02 06:03:35] __main__ INFO: [353024/500000] acc 0.995079 | loss 0.0110807 | sup loss 0.0110807 | ssl loss 0 | mask 1 | sec/iter 0.233254 | ssl coef 0 | lr 0.003
[07/02 06:04:35] __main__ INFO: [353280/500000] acc 0.998669 | loss 0.00296831 | sup loss 0.00296831 | ssl loss 0 | mask 1 | sec/iter 0.228454 | ssl coef 0 | lr 0.003
[07/02 06:05:58] __main__ INFO: [353536/500000] acc 0.997856 | loss 0.0124982 | sup loss 0.0124982 | ssl loss 0 | mask 1 | sec/iter 0.237592 | ssl coef 0 | lr 0.003
[07/02 06:07:26] __main__ INFO: [353792/500000] acc 0.999998 | loss 0.000195414 | sup loss 0.000195414 | ssl loss 0 | mask 1 | sec/iter 0.236837 | ssl coef 0 | lr 0.003
[07/02 06:08:38] __main__ INFO: validation
[07/02 06:08:55] __main__ INFO: validation loss 2.445286 | validation acc. 0.751200 | raw acc. 0.751200
[07/02 06:09:14] __main__ INFO: [354048/500000] acc 0.999915 | loss 0.00159549 | sup loss 0.00159549 | ssl loss 0 | mask 1 | sec/iter 0.238555 | ssl coef 0 | lr 0.003
[07/02 06:10:44] __main__ INFO: [354304/500000] acc 1 | loss 4.82895e-05 | sup loss 4.82895e-05 | ssl loss 0 | mask 1 | sec/iter 0.234884 | ssl coef 0 | lr 0.003
[07/02 06:12:12] __main__ INFO: [354560/500000] acc 0.999997 | loss 0.000158521 | sup loss 0.000158521 | ssl loss 0 | mask 1 | sec/iter 0.223749 | ssl coef 0 | lr 0.003
[07/02 06:13:40] __main__ INFO: [354816/500000] acc 1 | loss 9.04113e-05 | sup loss 9.04113e-05 | ssl loss 0 | mask 1 | sec/iter 0.248565 | ssl coef 0 | lr 0.003
[07/02 06:15:08] __main__ INFO: [355072/500000] acc 1 | loss 3.25843e-05 | sup loss 3.25843e-05 | ssl loss 0 | mask 1 | sec/iter 0.255969 | ssl coef 0 | lr 0.003
[07/02 06:16:37] __main__ INFO: [355328/500000] acc 0.999995 | loss 0.000152188 | sup loss 0.000152188 | ssl loss 0 | mask 1 | sec/iter 0.217111 | ssl coef 0 | lr 0.003
[07/02 06:18:04] __main__ INFO: [355584/500000] acc 1 | loss 8.13322e-05 | sup loss 8.13322e-05 | ssl loss 0 | mask 1 | sec/iter 0.220251 | ssl coef 0 | lr 0.003
[07/02 06:19:32] __main__ INFO: [355840/500000] acc 0.997781 | loss 0.0138146 | sup loss 0.0138146 | ssl loss 0 | mask 1 | sec/iter 0.197441 | ssl coef 0 | lr 0.003
[07/02 06:20:28] __main__ INFO: validation
[07/02 06:20:45] __main__ INFO: validation loss 2.550141 | validation acc. 0.742000 | raw acc. 0.742000
[07/02 06:21:20] __main__ INFO: [356096/500000] acc 0.998197 | loss 0.00266261 | sup loss 0.00266261 | ssl loss 0 | mask 1 | sec/iter 0.2201 | ssl coef 0 | lr 0.003
[07/02 06:22:48] __main__ INFO: [356352/500000] acc 0.999709 | loss 0.00321305 | sup loss 0.00321305 | ssl loss 0 | mask 1 | sec/iter 0.22654 | ssl coef 0 | lr 0.003
[07/02 06:24:18] __main__ INFO: [356608/500000] acc 0.999491 | loss 0.00156449 | sup loss 0.00156449 | ssl loss 0 | mask 1 | sec/iter 0.223644 | ssl coef 0 | lr 0.003
[07/02 06:25:47] __main__ INFO: [356864/500000] acc 0.998626 | loss 0.00201323 | sup loss 0.00201323 | ssl loss 0 | mask 1 | sec/iter 0.219244 | ssl coef 0 | lr 0.003
[07/02 06:27:15] __main__ INFO: [357120/500000] acc 0.997231 | loss 0.00241142 | sup loss 0.00241142 | ssl loss 0 | mask 1 | sec/iter 0.235405 | ssl coef 0 | lr 0.003
[07/02 06:28:43] __main__ INFO: [357376/500000] acc 0.999999 | loss 0.000370362 | sup loss 0.000370362 | ssl loss 0 | mask 1 | sec/iter 0.213867 | ssl coef 0 | lr 0.003
[07/02 06:30:12] __main__ INFO: [357632/500000] acc 0.99692 | loss 0.0156854 | sup loss 0.0156854 | ssl loss 0 | mask 1 | sec/iter 0.232473 | ssl coef 0 | lr 0.003
[07/02 06:31:41] __main__ INFO: [357888/500000] acc 0.999698 | loss 0.000499669 | sup loss 0.000499669 | ssl loss 0 | mask 1 | sec/iter 0.260355 | ssl coef 0 | lr 0.003
[07/02 06:32:19] __main__ INFO: validation
[07/02 06:32:36] __main__ INFO: validation loss 2.881484 | validation acc. 0.732200 | raw acc. 0.732200
[07/02 06:33:27] __main__ INFO: [358144/500000] acc 0.998848 | loss 0.00514658 | sup loss 0.00514658 | ssl loss 0 | mask 1 | sec/iter 0.166938 | ssl coef 0 | lr 0.003
[07/02 06:34:38] __main__ INFO: [358400/500000] acc 0.999993 | loss 0.000718449 | sup loss 0.000718449 | ssl loss 0 | mask 1 | sec/iter 0.239452 | ssl coef 0 | lr 0.003
[07/02 06:35:43] __main__ INFO: [358656/500000] acc 1 | loss 8.1991e-05 | sup loss 8.1991e-05 | ssl loss 0 | mask 1 | sec/iter 0.243205 | ssl coef 0 | lr 0.003
[07/02 06:36:47] __main__ INFO: [358912/500000] acc 1 | loss 0.000532813 | sup loss 0.000532813 | ssl loss 0 | mask 1 | sec/iter 0.232731 | ssl coef 0 | lr 0.003
[07/02 06:37:52] __main__ INFO: [359168/500000] acc 0.999483 | loss 0.00289442 | sup loss 0.00289442 | ssl loss 0 | mask 1 | sec/iter 0.239199 | ssl coef 0 | lr 0.003
[07/02 06:38:58] __main__ INFO: [359424/500000] acc 0.999131 | loss 0.000868059 | sup loss 0.000868059 | ssl loss 0 | mask 1 | sec/iter 0.243807 | ssl coef 0 | lr 0.003
[07/02 06:40:02] __main__ INFO: [359680/500000] acc 0.998169 | loss 0.00281029 | sup loss 0.00281029 | ssl loss 0 | mask 1 | sec/iter 0.22855 | ssl coef 0 | lr 0.003
[07/02 06:41:11] __main__ INFO: [359936/500000] acc 0.999181 | loss 0.00321652 | sup loss 0.00321652 | ssl loss 0 | mask 1 | sec/iter 0.255794 | ssl coef 0 | lr 0.003
[07/02 06:41:33] __main__ INFO: validation
[07/02 06:41:50] __main__ INFO: validation loss 2.580512 | validation acc. 0.741000 | raw acc. 0.741000
[07/02 06:42:58] __main__ INFO: [360192/500000] acc 0.999621 | loss 0.000629405 | sup loss 0.000629405 | ssl loss 0 | mask 1 | sec/iter 0.232802 | ssl coef 0 | lr 0.003
[07/02 06:44:28] __main__ INFO: [360448/500000] acc 0.999388 | loss 0.00110413 | sup loss 0.00110413 | ssl loss 0 | mask 1 | sec/iter 0.239745 | ssl coef 0 | lr 0.003
[07/02 06:45:58] __main__ INFO: [360704/500000] acc 1 | loss 8.41448e-05 | sup loss 8.41448e-05 | ssl loss 0 | mask 1 | sec/iter 0.236615 | ssl coef 0 | lr 0.003
[07/02 06:47:26] __main__ INFO: [360960/500000] acc 1 | loss 9.72499e-05 | sup loss 9.72499e-05 | ssl loss 0 | mask 1 | sec/iter 0.236612 | ssl coef 0 | lr 0.003
[07/02 06:48:54] __main__ INFO: [361216/500000] acc 1 | loss 3.16026e-05 | sup loss 3.16026e-05 | ssl loss 0 | mask 1 | sec/iter 0.237272 | ssl coef 0 | lr 0.003
[07/02 06:50:24] __main__ INFO: [361472/500000] acc 1 | loss 0.000246357 | sup loss 0.000246357 | ssl loss 0 | mask 1 | sec/iter 0.236414 | ssl coef 0 | lr 0.003
[07/02 06:51:53] __main__ INFO: [361728/500000] acc 0.994601 | loss 0.0149899 | sup loss 0.0149899 | ssl loss 0 | mask 1 | sec/iter 0.250441 | ssl coef 0 | lr 0.003
[07/02 06:53:20] __main__ INFO: [361984/500000] acc 0.999838 | loss 0.000684273 | sup loss 0.000684273 | ssl loss 0 | mask 1 | sec/iter 0.252384 | ssl coef 0 | lr 0.003
[07/02 06:53:26] __main__ INFO: validation
[07/02 06:53:43] __main__ INFO: validation loss 2.829904 | validation acc. 0.741200 | raw acc. 0.741200
[07/02 06:55:09] __main__ INFO: [362240/500000] acc 0.999991 | loss 0.000233601 | sup loss 0.000233601 | ssl loss 0 | mask 1 | sec/iter 0.225377 | ssl coef 0 | lr 0.003
[07/02 06:56:39] __main__ INFO: [362496/500000] acc 0.999781 | loss 0.00107218 | sup loss 0.00107218 | ssl loss 0 | mask 1 | sec/iter 0.232465 | ssl coef 0 | lr 0.003
[07/02 06:58:03] __main__ INFO: [362752/500000] acc 0.99966 | loss 0.00107172 | sup loss 0.00107172 | ssl loss 0 | mask 1 | sec/iter 0.218397 | ssl coef 0 | lr 0.003
[07/02 06:59:32] __main__ INFO: [363008/500000] acc 0.999998 | loss 9.19763e-05 | sup loss 9.19763e-05 | ssl loss 0 | mask 1 | sec/iter 0.247192 | ssl coef 0 | lr 0.003
[07/02 07:01:00] __main__ INFO: [363264/500000] acc 0.999989 | loss 0.000190223 | sup loss 0.000190223 | ssl loss 0 | mask 1 | sec/iter 0.209384 | ssl coef 0 | lr 0.003
[07/02 07:02:29] __main__ INFO: [363520/500000] acc 0.999999 | loss 5.2164e-05 | sup loss 5.2164e-05 | ssl loss 0 | mask 1 | sec/iter 0.200503 | ssl coef 0 | lr 0.003
[07/02 07:03:56] __main__ INFO: [363776/500000] acc 0.997964 | loss 0.0124936 | sup loss 0.0124936 | ssl loss 0 | mask 1 | sec/iter 0.239711 | ssl coef 0 | lr 0.003
[07/02 07:05:15] __main__ INFO: validation
[07/02 07:05:32] __main__ INFO: validation loss 2.607664 | validation acc. 0.742000 | raw acc. 0.742000
[07/02 07:05:46] __main__ INFO: [364032/500000] acc 0.999775 | loss 0.00107341 | sup loss 0.00107341 | ssl loss 0 | mask 1 | sec/iter 0.256908 | ssl coef 0 | lr 0.003
[07/02 07:07:15] __main__ INFO: [364288/500000] acc 0.999943 | loss 0.00124539 | sup loss 0.00124539 | ssl loss 0 | mask 1 | sec/iter 0.249092 | ssl coef 0 | lr 0.003
[07/02 07:08:44] __main__ INFO: [364544/500000] acc 0.999586 | loss 0.00105185 | sup loss 0.00105185 | ssl loss 0 | mask 1 | sec/iter 0.239415 | ssl coef 0 | lr 0.003
[07/02 07:10:07] __main__ INFO: [364800/500000] acc 1 | loss 0.00040436 | sup loss 0.00040436 | ssl loss 0 | mask 1 | sec/iter 0.205574 | ssl coef 0 | lr 0.003
[07/02 07:11:10] __main__ INFO: [365056/500000] acc 0.9982 | loss 0.00448499 | sup loss 0.00448499 | ssl loss 0 | mask 1 | sec/iter 0.231451 | ssl coef 0 | lr 0.003
[07/02 07:12:14] __main__ INFO: [365312/500000] acc 0.999949 | loss 0.000389677 | sup loss 0.000389677 | ssl loss 0 | mask 1 | sec/iter 0.22444 | ssl coef 0 | lr 0.003
[07/02 07:13:17] __main__ INFO: [365568/500000] acc 0.998653 | loss 0.00535479 | sup loss 0.00535479 | ssl loss 0 | mask 1 | sec/iter 0.231184 | ssl coef 0 | lr 0.003
[07/02 07:14:21] __main__ INFO: [365824/500000] acc 0.999966 | loss 0.000358736 | sup loss 0.000358736 | ssl loss 0 | mask 1 | sec/iter 0.239806 | ssl coef 0 | lr 0.003
[07/02 07:15:06] __main__ INFO: validation
[07/02 07:15:16] __main__ INFO: validation loss 2.498718 | validation acc. 0.746600 | raw acc. 0.746600
[07/02 07:15:39] __main__ INFO: [366080/500000] acc 0.999867 | loss 0.000908886 | sup loss 0.000908886 | ssl loss 0 | mask 1 | sec/iter 0.231653 | ssl coef 0 | lr 0.003
[07/02 07:16:44] __main__ INFO: [366336/500000] acc 0.999815 | loss 0.000455304 | sup loss 0.000455304 | ssl loss 0 | mask 1 | sec/iter 0.241817 | ssl coef 0 | lr 0.003
[07/02 07:18:04] __main__ INFO: [366592/500000] acc 1 | loss 0.000898024 | sup loss 0.000898024 | ssl loss 0 | mask 1 | sec/iter 0.233313 | ssl coef 0 | lr 0.003
[07/02 07:19:36] __main__ INFO: [366848/500000] acc 1 | loss 0.00104013 | sup loss 0.00104013 | ssl loss 0 | mask 1 | sec/iter 0.231565 | ssl coef 0 | lr 0.003
[07/02 07:21:05] __main__ INFO: [367104/500000] acc 1 | loss 1.89089e-05 | sup loss 1.89089e-05 | ssl loss 0 | mask 1 | sec/iter 0.186298 | ssl coef 0 | lr 0.003
[07/02 07:22:32] __main__ INFO: [367360/500000] acc 0.999995 | loss 4.13733e-05 | sup loss 4.13733e-05 | ssl loss 0 | mask 1 | sec/iter 0.242017 | ssl coef 0 | lr 0.003
[07/02 07:24:01] __main__ INFO: [367616/500000] acc 0.999923 | loss 0.00111969 | sup loss 0.00111969 | ssl loss 0 | mask 1 | sec/iter 0.243315 | ssl coef 0 | lr 0.003
[07/02 07:25:30] __main__ INFO: [367872/500000] acc 0.999857 | loss 0.000831522 | sup loss 0.000831522 | ssl loss 0 | mask 1 | sec/iter 0.197417 | ssl coef 0 | lr 0.003
[07/02 07:26:15] __main__ INFO: validation
[07/02 07:26:32] __main__ INFO: validation loss 2.437923 | validation acc. 0.755200 | raw acc. 0.755200
[07/02 07:27:19] __main__ INFO: [368128/500000] acc 0.999657 | loss 0.00073569 | sup loss 0.00073569 | ssl loss 0 | mask 1 | sec/iter 0.231265 | ssl coef 0 | lr 0.003
[07/02 07:28:46] __main__ INFO: [368384/500000] acc 0.999965 | loss 0.000220522 | sup loss 0.000220522 | ssl loss 0 | mask 1 | sec/iter 0.228062 | ssl coef 0 | lr 0.003
[07/02 07:30:15] __main__ INFO: [368640/500000] acc 0.99799 | loss 0.00700083 | sup loss 0.00700083 | ssl loss 0 | mask 1 | sec/iter 0.247926 | ssl coef 0 | lr 0.003
[07/02 07:31:44] __main__ INFO: [368896/500000] acc 0.999976 | loss 0.000125267 | sup loss 0.000125267 | ssl loss 0 | mask 1 | sec/iter 0.243577 | ssl coef 0 | lr 0.003
[07/02 07:33:11] __main__ INFO: [369152/500000] acc 0.999931 | loss 0.000980499 | sup loss 0.000980499 | ssl loss 0 | mask 1 | sec/iter 0.226958 | ssl coef 0 | lr 0.003
[07/02 07:34:40] __main__ INFO: [369408/500000] acc 0.999243 | loss 0.00260212 | sup loss 0.00260212 | ssl loss 0 | mask 1 | sec/iter 0.259748 | ssl coef 0 | lr 0.003
[07/02 07:36:08] __main__ INFO: [369664/500000] acc 0.999871 | loss 0.00135931 | sup loss 0.00135931 | ssl loss 0 | mask 1 | sec/iter 0.225351 | ssl coef 0 | lr 0.003
[07/02 07:37:36] __main__ INFO: [369920/500000] acc 0.998322 | loss 0.0050225 | sup loss 0.0050225 | ssl loss 0 | mask 1 | sec/iter 0.212375 | ssl coef 0 | lr 0.003
[07/02 07:38:03] __main__ INFO: validation
[07/02 07:38:20] __main__ INFO: validation loss 2.500972 | validation acc. 0.748400 | raw acc. 0.748400
[07/02 07:39:22] __main__ INFO: [370176/500000] acc 0.998776 | loss 0.00198908 | sup loss 0.00198908 | ssl loss 0 | mask 1 | sec/iter 0.227412 | ssl coef 0 | lr 0.003
[07/02 07:40:50] __main__ INFO: [370432/500000] acc 0.998605 | loss 0.00822935 | sup loss 0.00822935 | ssl loss 0 | mask 1 | sec/iter 0.223511 | ssl coef 0 | lr 0.003
[07/02 07:42:17] __main__ INFO: [370688/500000] acc 0.999999 | loss 0.000226313 | sup loss 0.000226313 | ssl loss 0 | mask 1 | sec/iter 0.220497 | ssl coef 0 | lr 0.003
[07/02 07:43:45] __main__ INFO: [370944/500000] acc 0.999978 | loss 0.00170359 | sup loss 0.00170359 | ssl loss 0 | mask 1 | sec/iter 0.263813 | ssl coef 0 | lr 0.003
[07/02 07:45:13] __main__ INFO: [371200/500000] acc 0.999718 | loss 0.00141438 | sup loss 0.00141438 | ssl loss 0 | mask 1 | sec/iter 0.251853 | ssl coef 0 | lr 0.003
[07/02 07:46:31] __main__ INFO: [371456/500000] acc 0.99999 | loss 0.000242317 | sup loss 0.000242317 | ssl loss 0 | mask 1 | sec/iter 0.238564 | ssl coef 0 | lr 0.003
[07/02 07:47:36] __main__ INFO: [371712/500000] acc 1 | loss 2.36803e-05 | sup loss 2.36803e-05 | ssl loss 0 | mask 1 | sec/iter 0.235882 | ssl coef 0 | lr 0.003
[07/02 07:48:41] __main__ INFO: [371968/500000] acc 0.997297 | loss 0.00972598 | sup loss 0.00972598 | ssl loss 0 | mask 1 | sec/iter 0.241654 | ssl coef 0 | lr 0.003
[07/02 07:48:49] __main__ INFO: validation
[07/02 07:49:00] __main__ INFO: validation loss 2.700957 | validation acc. 0.737800 | raw acc. 0.737800
[07/02 07:49:57] __main__ INFO: [372224/500000] acc 0.99701 | loss 0.00681671 | sup loss 0.00681671 | ssl loss 0 | mask 1 | sec/iter 0.183723 | ssl coef 0 | lr 0.003
[07/02 07:50:42] __main__ INFO: [372480/500000] acc 0.999411 | loss 0.00148616 | sup loss 0.00148616 | ssl loss 0 | mask 1 | sec/iter 0.165196 | ssl coef 0 | lr 0.003
[07/02 07:51:26] __main__ INFO: [372736/500000] acc 0.999588 | loss 0.00144675 | sup loss 0.00144675 | ssl loss 0 | mask 1 | sec/iter 0.164235 | ssl coef 0 | lr 0.003
[07/02 07:52:24] __main__ INFO: [372992/500000] acc 0.999698 | loss 0.00112711 | sup loss 0.00112711 | ssl loss 0 | mask 1 | sec/iter 0.182588 | ssl coef 0 | lr 0.003
[07/02 07:53:22] __main__ INFO: [373248/500000] acc 0.99998 | loss 0.000181518 | sup loss 0.000181518 | ssl loss 0 | mask 1 | sec/iter 0.175465 | ssl coef 0 | lr 0.003
[07/02 07:54:20] __main__ INFO: [373504/500000] acc 0.999976 | loss 0.0003952 | sup loss 0.0003952 | ssl loss 0 | mask 1 | sec/iter 0.181762 | ssl coef 0 | lr 0.003
[07/02 07:55:18] __main__ INFO: [373760/500000] acc 1 | loss 4.06562e-05 | sup loss 4.06562e-05 | ssl loss 0 | mask 1 | sec/iter 0.165512 | ssl coef 0 | lr 0.003
[07/02 07:56:13] __main__ INFO: validation
[07/02 07:56:23] __main__ INFO: validation loss 2.439235 | validation acc. 0.748800 | raw acc. 0.748800
[07/02 07:56:29] __main__ INFO: [374016/500000] acc 1 | loss 8.98583e-05 | sup loss 8.98583e-05 | ssl loss 0 | mask 1 | sec/iter 0.166476 | ssl coef 0 | lr 0.003
[07/02 07:57:25] __main__ INFO: [374272/500000] acc 0.999656 | loss 0.00242253 | sup loss 0.00242253 | ssl loss 0 | mask 1 | sec/iter 0.174868 | ssl coef 0 | lr 0.003
[07/02 07:58:23] __main__ INFO: [374528/500000] acc 0.999891 | loss 0.000449376 | sup loss 0.000449376 | ssl loss 0 | mask 1 | sec/iter 0.17693 | ssl coef 0 | lr 0.003
[07/02 07:59:21] __main__ INFO: [374784/500000] acc 1 | loss 9.31122e-05 | sup loss 9.31122e-05 | ssl loss 0 | mask 1 | sec/iter 0.174792 | ssl coef 0 | lr 0.003
[07/02 08:00:18] __main__ INFO: [375040/500000] acc 0.999771 | loss 0.00172495 | sup loss 0.00172495 | ssl loss 0 | mask 1 | sec/iter 0.170561 | ssl coef 0 | lr 0.003
[07/02 08:01:16] __main__ INFO: [375296/500000] acc 1 | loss 0.000583251 | sup loss 0.000583251 | ssl loss 0 | mask 1 | sec/iter 0.178172 | ssl coef 0 | lr 0.003
[07/02 08:02:14] __main__ INFO: [375552/500000] acc 0.998549 | loss 0.00320388 | sup loss 0.00320388 | ssl loss 0 | mask 1 | sec/iter 0.185115 | ssl coef 0 | lr 0.003
[07/02 08:03:11] __main__ INFO: [375808/500000] acc 0.999999 | loss 0.0011934 | sup loss 0.0011934 | ssl loss 0 | mask 1 | sec/iter 0.174865 | ssl coef 0 | lr 0.003
[07/02 08:03:55] __main__ INFO: validation
[07/02 08:04:05] __main__ INFO: validation loss 2.527930 | validation acc. 0.748000 | raw acc. 0.748000
[07/02 08:04:20] __main__ INFO: [376064/500000] acc 0.997944 | loss 0.0130141 | sup loss 0.0130141 | ssl loss 0 | mask 1 | sec/iter 0.177116 | ssl coef 0 | lr 0.003
[07/02 08:05:18] __main__ INFO: [376320/500000] acc 0.999994 | loss 0.000262074 | sup loss 0.000262074 | ssl loss 0 | mask 1 | sec/iter 0.173457 | ssl coef 0 | lr 0.003
[07/02 08:06:17] __main__ INFO: [376576/500000] acc 0.999931 | loss 0.000192664 | sup loss 0.000192664 | ssl loss 0 | mask 1 | sec/iter 0.170221 | ssl coef 0 | lr 0.003
[07/02 08:07:16] __main__ INFO: [376832/500000] acc 0.999992 | loss 0.000216756 | sup loss 0.000216756 | ssl loss 0 | mask 1 | sec/iter 0.173572 | ssl coef 0 | lr 0.003
[07/02 08:08:14] __main__ INFO: [377088/500000] acc 1 | loss 9.87797e-05 | sup loss 9.87797e-05 | ssl loss 0 | mask 1 | sec/iter 0.169179 | ssl coef 0 | lr 0.003
[07/02 08:09:12] __main__ INFO: [377344/500000] acc 0.999984 | loss 0.000149091 | sup loss 0.000149091 | ssl loss 0 | mask 1 | sec/iter 0.16473 | ssl coef 0 | lr 0.003
[07/02 08:10:11] __main__ INFO: [377600/500000] acc 1 | loss 0.000116427 | sup loss 0.000116427 | ssl loss 0 | mask 1 | sec/iter 0.172324 | ssl coef 0 | lr 0.003
[07/02 08:10:57] __main__ INFO: [377856/500000] acc 1 | loss 3.85962e-05 | sup loss 3.85962e-05 | ssl loss 0 | mask 1 | sec/iter 0.163305 | ssl coef 0 | lr 0.003
[07/02 08:11:23] __main__ INFO: validation
[07/02 08:11:29] __main__ INFO: validation loss 2.729566 | validation acc. 0.746600 | raw acc. 0.746600
[07/02 08:11:51] __main__ INFO: [378112/500000] acc 0.999545 | loss 0.000635414 | sup loss 0.000635414 | ssl loss 0 | mask 1 | sec/iter 0.168177 | ssl coef 0 | lr 0.003
[07/02 08:12:36] __main__ INFO: [378368/500000] acc 0.999932 | loss 0.00123654 | sup loss 0.00123654 | ssl loss 0 | mask 1 | sec/iter 0.172848 | ssl coef 0 | lr 0.003
[07/02 08:13:22] __main__ INFO: [378624/500000] acc 0.997681 | loss 0.00963409 | sup loss 0.00963409 | ssl loss 0 | mask 1 | sec/iter 0.168928 | ssl coef 0 | lr 0.003
[07/02 08:14:13] __main__ INFO: [378880/500000] acc 0.999842 | loss 0.000581964 | sup loss 0.000581964 | ssl loss 0 | mask 1 | sec/iter 0.178994 | ssl coef 0 | lr 0.003
[07/02 08:15:11] __main__ INFO: [379136/500000] acc 1 | loss 0.000323913 | sup loss 0.000323913 | ssl loss 0 | mask 1 | sec/iter 0.173009 | ssl coef 0 | lr 0.003
[07/02 08:16:09] __main__ INFO: [379392/500000] acc 1 | loss 8.52992e-05 | sup loss 8.52992e-05 | ssl loss 0 | mask 1 | sec/iter 0.175036 | ssl coef 0 | lr 0.003
[07/02 08:17:08] __main__ INFO: [379648/500000] acc 1 | loss 3.93819e-05 | sup loss 3.93819e-05 | ssl loss 0 | mask 1 | sec/iter 0.156663 | ssl coef 0 | lr 0.003
[07/02 08:18:06] __main__ INFO: [379904/500000] acc 0.999931 | loss 0.000128632 | sup loss 0.000128632 | ssl loss 0 | mask 1 | sec/iter 0.172871 | ssl coef 0 | lr 0.003
[07/02 08:18:28] __main__ INFO: validation
[07/02 08:18:38] __main__ INFO: validation loss 2.367830 | validation acc. 0.754400 | raw acc. 0.754400
[07/02 08:19:14] __main__ INFO: [380160/500000] acc 0.999041 | loss 0.00359968 | sup loss 0.00359968 | ssl loss 0 | mask 1 | sec/iter 0.166086 | ssl coef 0 | lr 0.003
[07/02 08:20:13] __main__ INFO: [380416/500000] acc 0.999636 | loss 0.00106601 | sup loss 0.00106601 | ssl loss 0 | mask 1 | sec/iter 0.172198 | ssl coef 0 | lr 0.003
[07/02 08:21:11] __main__ INFO: [380672/500000] acc 0.999429 | loss 0.00376988 | sup loss 0.00376988 | ssl loss 0 | mask 1 | sec/iter 0.184638 | ssl coef 0 | lr 0.003
[07/02 08:22:09] __main__ INFO: [380928/500000] acc 1 | loss 0.000408393 | sup loss 0.000408393 | ssl loss 0 | mask 1 | sec/iter 0.176651 | ssl coef 0 | lr 0.003
[07/02 08:23:07] __main__ INFO: [381184/500000] acc 0.999679 | loss 0.00103949 | sup loss 0.00103949 | ssl loss 0 | mask 1 | sec/iter 0.180302 | ssl coef 0 | lr 0.003
[07/02 08:24:05] __main__ INFO: [381440/500000] acc 0.999349 | loss 0.00238098 | sup loss 0.00238098 | ssl loss 0 | mask 1 | sec/iter 0.150608 | ssl coef 0 | lr 0.003
[07/02 08:25:04] __main__ INFO: [381696/500000] acc 0.99931 | loss 0.00306127 | sup loss 0.00306127 | ssl loss 0 | mask 1 | sec/iter 0.173451 | ssl coef 0 | lr 0.003
[07/02 08:26:03] __main__ INFO: [381952/500000] acc 0.999629 | loss 0.00668487 | sup loss 0.00668487 | ssl loss 0 | mask 1 | sec/iter 0.174729 | ssl coef 0 | lr 0.003
[07/02 08:26:14] __main__ INFO: validation
[07/02 08:26:24] __main__ INFO: validation loss 2.479345 | validation acc. 0.744000 | raw acc. 0.744000
[07/02 08:27:12] __main__ INFO: [382208/500000] acc 0.999367 | loss 0.000946752 | sup loss 0.000946752 | ssl loss 0 | mask 1 | sec/iter 0.165692 | ssl coef 0 | lr 0.003
[07/02 08:28:10] __main__ INFO: [382464/500000] acc 0.999999 | loss 0.000112482 | sup loss 0.000112482 | ssl loss 0 | mask 1 | sec/iter 0.167111 | ssl coef 0 | lr 0.003
[07/02 08:29:09] __main__ INFO: [382720/500000] acc 0.999995 | loss 0.000373484 | sup loss 0.000373484 | ssl loss 0 | mask 1 | sec/iter 0.173659 | ssl coef 0 | lr 0.003
[07/02 08:30:07] __main__ INFO: [382976/500000] acc 0.999137 | loss 0.00149021 | sup loss 0.00149021 | ssl loss 0 | mask 1 | sec/iter 0.169831 | ssl coef 0 | lr 0.003
[07/02 08:31:04] __main__ INFO: [383232/500000] acc 0.997394 | loss 0.0107823 | sup loss 0.0107823 | ssl loss 0 | mask 1 | sec/iter 0.174001 | ssl coef 0 | lr 0.003
[07/02 08:32:02] __main__ INFO: [383488/500000] acc 0.999949 | loss 0.00116516 | sup loss 0.00116516 | ssl loss 0 | mask 1 | sec/iter 0.181487 | ssl coef 0 | lr 0.003
[07/02 08:32:52] __main__ INFO: [383744/500000] acc 0.999629 | loss 0.0010095 | sup loss 0.0010095 | ssl loss 0 | mask 1 | sec/iter 0.167105 | ssl coef 0 | lr 0.003
[07/02 08:33:38] __main__ INFO: [384000/500000] acc 1 | loss 9.1769e-05 | sup loss 9.1769e-05 | ssl loss 0 | mask 1 | sec/iter 0.168248 | ssl coef 0 | lr 0.003
[07/02 08:33:38] __main__ INFO: validation
[07/02 08:33:44] __main__ INFO: validation loss 2.465987 | validation acc. 0.756800 | raw acc. 0.756800
[07/02 08:34:31] __main__ INFO: [384256/500000] acc 0.999996 | loss 0.000164287 | sup loss 0.000164287 | ssl loss 0 | mask 1 | sec/iter 0.166585 | ssl coef 0 | lr 0.003
[07/02 08:35:16] __main__ INFO: [384512/500000] acc 1 | loss 4.05956e-06 | sup loss 4.05956e-06 | ssl loss 0 | mask 1 | sec/iter 0.168802 | ssl coef 0 | lr 0.003
[07/02 08:36:01] __main__ INFO: [384768/500000] acc 1 | loss 1.85685e-05 | sup loss 1.85685e-05 | ssl loss 0 | mask 1 | sec/iter 0.17283 | ssl coef 0 | lr 0.003
[07/02 08:37:01] __main__ INFO: [385024/500000] acc 0.997622 | loss 0.0114748 | sup loss 0.0114748 | ssl loss 0 | mask 1 | sec/iter 0.170132 | ssl coef 0 | lr 0.003
[07/02 08:38:00] __main__ INFO: [385280/500000] acc 0.999139 | loss 0.00252473 | sup loss 0.00252473 | ssl loss 0 | mask 1 | sec/iter 0.177604 | ssl coef 0 | lr 0.003
[07/02 08:38:58] __main__ INFO: [385536/500000] acc 0.999844 | loss 0.0010788 | sup loss 0.0010788 | ssl loss 0 | mask 1 | sec/iter 0.188625 | ssl coef 0 | lr 0.003
[07/02 08:39:55] __main__ INFO: [385792/500000] acc 0.999612 | loss 0.00142918 | sup loss 0.00142918 | ssl loss 0 | mask 1 | sec/iter 0.173514 | ssl coef 0 | lr 0.003
[07/02 08:40:42] __main__ INFO: validation
[07/02 08:40:53] __main__ INFO: validation loss 2.518984 | validation acc. 0.751000 | raw acc. 0.751000
[07/02 08:41:05] __main__ INFO: [386048/500000] acc 0.999999 | loss 3.3376e-05 | sup loss 3.3376e-05 | ssl loss 0 | mask 1 | sec/iter 0.175702 | ssl coef 0 | lr 0.003
[07/02 08:42:02] __main__ INFO: [386304/500000] acc 0.997927 | loss 0.010848 | sup loss 0.010848 | ssl loss 0 | mask 1 | sec/iter 0.15312 | ssl coef 0 | lr 0.003
[07/02 08:42:59] __main__ INFO: [386560/500000] acc 0.999859 | loss 0.000804166 | sup loss 0.000804166 | ssl loss 0 | mask 1 | sec/iter 0.162665 | ssl coef 0 | lr 0.003
[07/02 08:43:57] __main__ INFO: [386816/500000] acc 0.999999 | loss 0.00016525 | sup loss 0.00016525 | ssl loss 0 | mask 1 | sec/iter 0.173687 | ssl coef 0 | lr 0.003
[07/02 08:44:55] __main__ INFO: [387072/500000] acc 0.999871 | loss 0.000286752 | sup loss 0.000286752 | ssl loss 0 | mask 1 | sec/iter 0.18 | ssl coef 0 | lr 0.003
[07/02 08:45:54] __main__ INFO: [387328/500000] acc 0.999998 | loss 0.000340907 | sup loss 0.000340907 | ssl loss 0 | mask 1 | sec/iter 0.1657 | ssl coef 0 | lr 0.003
[07/02 08:46:51] __main__ INFO: [387584/500000] acc 0.999476 | loss 0.00528758 | sup loss 0.00528758 | ssl loss 0 | mask 1 | sec/iter 0.168664 | ssl coef 0 | lr 0.003
[07/02 08:47:50] __main__ INFO: [387840/500000] acc 0.999662 | loss 0.00296988 | sup loss 0.00296988 | ssl loss 0 | mask 1 | sec/iter 0.176158 | ssl coef 0 | lr 0.003
[07/02 08:48:26] __main__ INFO: validation
[07/02 08:48:36] __main__ INFO: validation loss 2.546858 | validation acc. 0.743800 | raw acc. 0.743800
[07/02 08:48:58] __main__ INFO: [388096/500000] acc 0.999372 | loss 0.00108087 | sup loss 0.00108087 | ssl loss 0 | mask 1 | sec/iter 0.173012 | ssl coef 0 | lr 0.003
[07/02 08:49:56] __main__ INFO: [388352/500000] acc 0.999146 | loss 0.00621946 | sup loss 0.00621946 | ssl loss 0 | mask 1 | sec/iter 0.167101 | ssl coef 0 | lr 0.003
[07/02 08:50:53] __main__ INFO: [388608/500000] acc 0.999987 | loss 0.000470087 | sup loss 0.000470087 | ssl loss 0 | mask 1 | sec/iter 0.171659 | ssl coef 0 | lr 0.003
[07/02 08:51:52] __main__ INFO: [388864/500000] acc 1 | loss 4.50194e-05 | sup loss 4.50194e-05 | ssl loss 0 | mask 1 | sec/iter 0.190981 | ssl coef 0 | lr 0.003
[07/02 08:52:49] __main__ INFO: [389120/500000] acc 0.999991 | loss 0.000377027 | sup loss 0.000377027 | ssl loss 0 | mask 1 | sec/iter 0.169289 | ssl coef 0 | lr 0.003
[07/02 08:53:46] __main__ INFO: [389376/500000] acc 1 | loss 0.000186599 | sup loss 0.000186599 | ssl loss 0 | mask 1 | sec/iter 0.165733 | ssl coef 0 | lr 0.003
[07/02 08:54:45] __main__ INFO: [389632/500000] acc 0.999985 | loss 0.000665013 | sup loss 0.000665013 | ssl loss 0 | mask 1 | sec/iter 0.162363 | ssl coef 0 | lr 0.003
[07/02 08:55:30] __main__ INFO: [389888/500000] acc 0.997974 | loss 0.0161883 | sup loss 0.0161883 | ssl loss 0 | mask 1 | sec/iter 0.168212 | ssl coef 0 | lr 0.003
[07/02 08:55:50] __main__ INFO: validation
[07/02 08:55:56] __main__ INFO: validation loss 2.606553 | validation acc. 0.737000 | raw acc. 0.737000
[07/02 08:56:24] __main__ INFO: [390144/500000] acc 0.999519 | loss 0.00210565 | sup loss 0.00210565 | ssl loss 0 | mask 1 | sec/iter 0.171852 | ssl coef 0 | lr 0.003
[07/02 08:57:09] __main__ INFO: [390400/500000] acc 0.999736 | loss 0.00220986 | sup loss 0.00220986 | ssl loss 0 | mask 1 | sec/iter 0.168734 | ssl coef 0 | lr 0.003
[07/02 08:57:55] __main__ INFO: [390656/500000] acc 0.998542 | loss 0.017538 | sup loss 0.017538 | ssl loss 0 | mask 1 | sec/iter 0.172276 | ssl coef 0 | lr 0.003
[07/02 08:58:47] __main__ INFO: [390912/500000] acc 0.999856 | loss 0.000306155 | sup loss 0.000306155 | ssl loss 0 | mask 1 | sec/iter 0.154236 | ssl coef 0 | lr 0.003
[07/02 08:59:45] __main__ INFO: [391168/500000] acc 0.999109 | loss 0.00103666 | sup loss 0.00103666 | ssl loss 0 | mask 1 | sec/iter 0.175845 | ssl coef 0 | lr 0.003
[07/02 09:00:43] __main__ INFO: [391424/500000] acc 1 | loss 0.00019242 | sup loss 0.00019242 | ssl loss 0 | mask 1 | sec/iter 0.165744 | ssl coef 0 | lr 0.003
[07/02 09:01:42] __main__ INFO: [391680/500000] acc 0.998285 | loss 0.00436098 | sup loss 0.00436098 | ssl loss 0 | mask 1 | sec/iter 0.166334 | ssl coef 0 | lr 0.003
[07/02 09:02:40] __main__ INFO: [391936/500000] acc 0.99989 | loss 0.000797812 | sup loss 0.000797812 | ssl loss 0 | mask 1 | sec/iter 0.142121 | ssl coef 0 | lr 0.003
[07/02 09:02:56] __main__ INFO: validation
[07/02 09:03:07] __main__ INFO: validation loss 2.763415 | validation acc. 0.737000 | raw acc. 0.737000
[07/02 09:03:53] __main__ INFO: [392192/500000] acc 0.999115 | loss 0.00153278 | sup loss 0.00153278 | ssl loss 0 | mask 1 | sec/iter 0.172799 | ssl coef 0 | lr 0.003
[07/02 09:04:52] __main__ INFO: [392448/500000] acc 0.998449 | loss 0.0073533 | sup loss 0.0073533 | ssl loss 0 | mask 1 | sec/iter 0.171971 | ssl coef 0 | lr 0.003
[07/02 09:05:51] __main__ INFO: [392704/500000] acc 0.999585 | loss 0.00210614 | sup loss 0.00210614 | ssl loss 0 | mask 1 | sec/iter 0.175235 | ssl coef 0 | lr 0.003
[07/02 09:06:50] __main__ INFO: [392960/500000] acc 0.999558 | loss 0.000929631 | sup loss 0.000929631 | ssl loss 0 | mask 1 | sec/iter 0.172476 | ssl coef 0 | lr 0.003
[07/02 09:07:48] __main__ INFO: [393216/500000] acc 0.999988 | loss 0.000138963 | sup loss 0.000138963 | ssl loss 0 | mask 1 | sec/iter 0.171483 | ssl coef 0 | lr 0.003
[07/02 09:08:48] __main__ INFO: [393472/500000] acc 1 | loss 4.82237e-05 | sup loss 4.82237e-05 | ssl loss 0 | mask 1 | sec/iter 0.172126 | ssl coef 0 | lr 0.003
[07/02 09:09:47] __main__ INFO: [393728/500000] acc 1 | loss 0.000107756 | sup loss 0.000107756 | ssl loss 0 | mask 1 | sec/iter 0.162454 | ssl coef 0 | lr 0.003
[07/02 09:10:46] __main__ INFO: [393984/500000] acc 1 | loss 5.06691e-05 | sup loss 5.06691e-05 | ssl loss 0 | mask 1 | sec/iter 0.167916 | ssl coef 0 | lr 0.003
[07/02 09:10:50] __main__ INFO: validation
[07/02 09:11:01] __main__ INFO: validation loss 2.504003 | validation acc. 0.755200 | raw acc. 0.755200
[07/02 09:11:57] __main__ INFO: [394240/500000] acc 0.99997 | loss 0.00103574 | sup loss 0.00103574 | ssl loss 0 | mask 1 | sec/iter 0.172667 | ssl coef 0 | lr 0.003
[07/02 09:12:55] __main__ INFO: [394496/500000] acc 0.999779 | loss 0.000895768 | sup loss 0.000895768 | ssl loss 0 | mask 1 | sec/iter 0.157187 | ssl coef 0 | lr 0.003
[07/02 09:13:54] __main__ INFO: [394752/500000] acc 0.995373 | loss 0.007615 | sup loss 0.007615 | ssl loss 0 | mask 1 | sec/iter 0.153729 | ssl coef 0 | lr 0.003
[07/02 09:14:52] __main__ INFO: [395008/500000] acc 0.99901 | loss 0.00542455 | sup loss 0.00542455 | ssl loss 0 | mask 1 | sec/iter 0.180176 | ssl coef 0 | lr 0.003
[07/02 09:15:52] __main__ INFO: [395264/500000] acc 0.999922 | loss 0.00154607 | sup loss 0.00154607 | ssl loss 0 | mask 1 | sec/iter 0.166774 | ssl coef 0 | lr 0.003
[07/02 09:16:51] __main__ INFO: [395520/500000] acc 0.999944 | loss 0.000634255 | sup loss 0.000634255 | ssl loss 0 | mask 1 | sec/iter 0.157042 | ssl coef 0 | lr 0.003
[07/02 09:17:42] __main__ INFO: [395776/500000] acc 0.999492 | loss 0.000759297 | sup loss 0.000759297 | ssl loss 0 | mask 1 | sec/iter 0.168035 | ssl coef 0 | lr 0.003
[07/02 09:18:22] __main__ INFO: validation
[07/02 09:18:28] __main__ INFO: validation loss 2.635218 | validation acc. 0.753600 | raw acc. 0.753600
[07/02 09:18:37] __main__ INFO: [396032/500000] acc 0.999303 | loss 0.00242138 | sup loss 0.00242138 | ssl loss 0 | mask 1 | sec/iter 0.170025 | ssl coef 0 | lr 0.003
[07/02 09:19:22] __main__ INFO: [396288/500000] acc 0.99998 | loss 0.000461417 | sup loss 0.000461417 | ssl loss 0 | mask 1 | sec/iter 0.165902 | ssl coef 0 | lr 0.003
[07/02 09:20:08] __main__ INFO: [396544/500000] acc 0.99793 | loss 0.00197098 | sup loss 0.00197098 | ssl loss 0 | mask 1 | sec/iter 0.167021 | ssl coef 0 | lr 0.003
[07/02 09:20:55] __main__ INFO: [396800/500000] acc 0.999987 | loss 0.000340998 | sup loss 0.000340998 | ssl loss 0 | mask 1 | sec/iter 0.172291 | ssl coef 0 | lr 0.003
[07/02 09:21:54] __main__ INFO: [397056/500000] acc 1 | loss 7.84869e-05 | sup loss 7.84869e-05 | ssl loss 0 | mask 1 | sec/iter 0.175632 | ssl coef 0 | lr 0.003
[07/02 09:22:54] __main__ INFO: [397312/500000] acc 1 | loss 7.31127e-05 | sup loss 7.31127e-05 | ssl loss 0 | mask 1 | sec/iter 0.174978 | ssl coef 0 | lr 0.003
[07/02 09:23:56] __main__ INFO: [397568/500000] acc 1 | loss 3.15529e-05 | sup loss 3.15529e-05 | ssl loss 0 | mask 1 | sec/iter 0.184246 | ssl coef 0 | lr 0.003
[07/02 09:24:56] __main__ INFO: [397824/500000] acc 1 | loss 2.91142e-05 | sup loss 2.91142e-05 | ssl loss 0 | mask 1 | sec/iter 0.168656 | ssl coef 0 | lr 0.003
[07/02 09:25:36] __main__ INFO: validation
[07/02 09:25:45] __main__ INFO: validation loss 2.564031 | validation acc. 0.751000 | raw acc. 0.751000
[07/02 09:26:05] __main__ INFO: [398080/500000] acc 1 | loss 1.80529e-05 | sup loss 1.80529e-05 | ssl loss 0 | mask 1 | sec/iter 0.178682 | ssl coef 0 | lr 0.003
[07/02 09:27:04] __main__ INFO: [398336/500000] acc 1 | loss 0.000499395 | sup loss 0.000499395 | ssl loss 0 | mask 1 | sec/iter 0.169458 | ssl coef 0 | lr 0.003
[07/02 09:28:03] __main__ INFO: [398592/500000] acc 1 | loss 4.06085e-06 | sup loss 4.06085e-06 | ssl loss 0 | mask 1 | sec/iter 0.168792 | ssl coef 0 | lr 0.003
[07/02 09:29:03] __main__ INFO: [398848/500000] acc 0.99606 | loss 0.012997 | sup loss 0.012997 | ssl loss 0 | mask 1 | sec/iter 0.176464 | ssl coef 0 | lr 0.003
[07/02 09:30:02] __main__ INFO: [399104/500000] acc 0.999605 | loss 0.00074815 | sup loss 0.00074815 | ssl loss 0 | mask 1 | sec/iter 0.168381 | ssl coef 0 | lr 0.003
[07/02 09:31:01] __main__ INFO: [399360/500000] acc 0.999996 | loss 0.000730646 | sup loss 0.000730646 | ssl loss 0 | mask 1 | sec/iter 0.155821 | ssl coef 0 | lr 0.003
[07/02 09:31:59] __main__ INFO: [399616/500000] acc 1 | loss 0.000392173 | sup loss 0.000392173 | ssl loss 0 | mask 1 | sec/iter 0.172165 | ssl coef 0 | lr 0.003
[07/02 09:32:59] __main__ INFO: [399872/500000] acc 1 | loss 0.000584826 | sup loss 0.000584826 | ssl loss 0 | mask 1 | sec/iter 0.165731 | ssl coef 0 | lr 0.003
[07/02 09:33:28] __main__ INFO: validation
[07/02 09:33:38] __main__ INFO: validation loss 2.580173 | validation acc. 0.744200 | raw acc. 0.744200
[07/02 09:34:10] __main__ INFO: [400128/500000] acc 0.999997 | loss 0.000733136 | sup loss 0.000733136 | ssl loss 0 | mask 1 | sec/iter 0.190679 | ssl coef 0 | lr 0.0006
[07/02 09:35:08] __main__ INFO: [400384/500000] acc 1 | loss 5.59292e-05 | sup loss 5.59292e-05 | ssl loss 0 | mask 1 | sec/iter 0.183788 | ssl coef 0 | lr 0.0006
[07/02 09:36:06] __main__ INFO: [400640/500000] acc 0.999629 | loss 0.000409851 | sup loss 0.000409851 | ssl loss 0 | mask 1 | sec/iter 0.157515 | ssl coef 0 | lr 0.0006
[07/02 09:37:06] __main__ INFO: [400896/500000] acc 1 | loss 0.000121837 | sup loss 0.000121837 | ssl loss 0 | mask 1 | sec/iter 0.172186 | ssl coef 0 | lr 0.0006
[07/02 09:38:04] __main__ INFO: [401152/500000] acc 1 | loss 3.25489e-05 | sup loss 3.25489e-05 | ssl loss 0 | mask 1 | sec/iter 0.1693 | ssl coef 0 | lr 0.0006
[07/02 09:39:02] __main__ INFO: [401408/500000] acc 1 | loss 1.34012e-05 | sup loss 1.34012e-05 | ssl loss 0 | mask 1 | sec/iter 0.151392 | ssl coef 0 | lr 0.0006
[07/02 09:40:02] __main__ INFO: [401664/500000] acc 1 | loss 1.74671e-05 | sup loss 1.74671e-05 | ssl loss 0 | mask 1 | sec/iter 0.143207 | ssl coef 0 | lr 0.0006
[07/02 09:40:47] __main__ INFO: [401920/500000] acc 1 | loss 8.82593e-06 | sup loss 8.82593e-06 | ssl loss 0 | mask 1 | sec/iter 0.167887 | ssl coef 0 | lr 0.0006
[07/02 09:41:01] __main__ INFO: validation
[07/02 09:41:08] __main__ INFO: validation loss 2.450626 | validation acc. 0.754000 | raw acc. 0.754000
[07/02 09:41:41] __main__ INFO: [402176/500000] acc 0.999999 | loss 3.74462e-05 | sup loss 3.74462e-05 | ssl loss 0 | mask 1 | sec/iter 0.162584 | ssl coef 0 | lr 0.0006
[07/02 09:42:25] __main__ INFO: [402432/500000] acc 1 | loss 2.42891e-05 | sup loss 2.42891e-05 | ssl loss 0 | mask 1 | sec/iter 0.165426 | ssl coef 0 | lr 0.0006
[07/02 09:43:10] __main__ INFO: [402688/500000] acc 1 | loss 9.09137e-05 | sup loss 9.09137e-05 | ssl loss 0 | mask 1 | sec/iter 0.170356 | ssl coef 0 | lr 0.0006
[07/02 09:44:02] __main__ INFO: [402944/500000] acc 1 | loss 0.000731515 | sup loss 0.000731515 | ssl loss 0 | mask 1 | sec/iter 0.187258 | ssl coef 0 | lr 0.0006
[07/02 09:45:01] __main__ INFO: [403200/500000] acc 1 | loss 5.52386e-06 | sup loss 5.52386e-06 | ssl loss 0 | mask 1 | sec/iter 0.172858 | ssl coef 0 | lr 0.0006
[07/02 09:46:01] __main__ INFO: [403456/500000] acc 0.999959 | loss 7.68235e-05 | sup loss 7.68235e-05 | ssl loss 0 | mask 1 | sec/iter 0.169422 | ssl coef 0 | lr 0.0006
[07/02 09:46:59] __main__ INFO: [403712/500000] acc 1 | loss 0.000147793 | sup loss 0.000147793 | ssl loss 0 | mask 1 | sec/iter 0.179114 | ssl coef 0 | lr 0.0006
[07/02 09:48:00] __main__ INFO: [403968/500000] acc 0.999803 | loss 0.000724061 | sup loss 0.000724061 | ssl loss 0 | mask 1 | sec/iter 0.17467 | ssl coef 0 | lr 0.0006
[07/02 09:48:07] __main__ INFO: validation
[07/02 09:48:18] __main__ INFO: validation loss 2.460626 | validation acc. 0.756800 | raw acc. 0.756800
[07/02 09:49:11] __main__ INFO: [404224/500000] acc 1 | loss 3.01218e-05 | sup loss 3.01218e-05 | ssl loss 0 | mask 1 | sec/iter 0.169676 | ssl coef 0 | lr 0.0006
[07/02 09:50:09] __main__ INFO: [404480/500000] acc 1 | loss 1.14871e-05 | sup loss 1.14871e-05 | ssl loss 0 | mask 1 | sec/iter 0.161246 | ssl coef 0 | lr 0.0006
[07/02 09:51:06] __main__ INFO: [404736/500000] acc 1 | loss 4.02172e-06 | sup loss 4.02172e-06 | ssl loss 0 | mask 1 | sec/iter 0.172653 | ssl coef 0 | lr 0.0006
[07/02 09:52:05] __main__ INFO: [404992/500000] acc 1 | loss 9.9379e-06 | sup loss 9.9379e-06 | ssl loss 0 | mask 1 | sec/iter 0.181362 | ssl coef 0 | lr 0.0006
[07/02 09:53:02] __main__ INFO: [405248/500000] acc 1 | loss 5.39847e-06 | sup loss 5.39847e-06 | ssl loss 0 | mask 1 | sec/iter 0.165222 | ssl coef 0 | lr 0.0006
[07/02 09:54:00] __main__ INFO: [405504/500000] acc 1 | loss 3.71706e-06 | sup loss 3.71706e-06 | ssl loss 0 | mask 1 | sec/iter 0.163533 | ssl coef 0 | lr 0.0006
[07/02 09:54:59] __main__ INFO: [405760/500000] acc 1 | loss 3.22815e-05 | sup loss 3.22815e-05 | ssl loss 0 | mask 1 | sec/iter 0.185116 | ssl coef 0 | lr 0.0006
[07/02 09:55:54] __main__ INFO: validation
[07/02 09:56:04] __main__ INFO: validation loss 2.453685 | validation acc. 0.758000 | raw acc. 0.758000
[07/02 09:56:10] __main__ INFO: [406016/500000] acc 1 | loss 1.17937e-05 | sup loss 1.17937e-05 | ssl loss 0 | mask 1 | sec/iter 0.174548 | ssl coef 0 | lr 0.0006
[07/02 09:57:09] __main__ INFO: [406272/500000] acc 1 | loss 4.8643e-05 | sup loss 4.8643e-05 | ssl loss 0 | mask 1 | sec/iter 0.224189 | ssl coef 0 | lr 0.0006
[07/02 09:58:07] __main__ INFO: [406528/500000] acc 1 | loss 3.07803e-05 | sup loss 3.07803e-05 | ssl loss 0 | mask 1 | sec/iter 0.180219 | ssl coef 0 | lr 0.0006
[07/02 09:59:05] __main__ INFO: [406784/500000] acc 1 | loss 1.21133e-06 | sup loss 1.21133e-06 | ssl loss 0 | mask 1 | sec/iter 0.147157 | ssl coef 0 | lr 0.0006
[07/02 10:00:03] __main__ INFO: [407040/500000] acc 1 | loss 1.00064e-05 | sup loss 1.00064e-05 | ssl loss 0 | mask 1 | sec/iter 0.172556 | ssl coef 0 | lr 0.0006
[07/02 10:01:01] __main__ INFO: [407296/500000] acc 1 | loss 7.30571e-05 | sup loss 7.30571e-05 | ssl loss 0 | mask 1 | sec/iter 0.169987 | ssl coef 0 | lr 0.0006
[07/02 10:01:59] __main__ INFO: [407552/500000] acc 0.999372 | loss 0.00136403 | sup loss 0.00136403 | ssl loss 0 | mask 1 | sec/iter 0.164201 | ssl coef 0 | lr 0.0006
[07/02 10:02:51] __main__ INFO: [407808/500000] acc 1 | loss 9.89435e-06 | sup loss 9.89435e-06 | ssl loss 0 | mask 1 | sec/iter 0.166296 | ssl coef 0 | lr 0.0006
[07/02 10:03:25] __main__ INFO: validation
[07/02 10:03:31] __main__ INFO: validation loss 2.459809 | validation acc. 0.759600 | raw acc. 0.759600
[07/02 10:03:45] __main__ INFO: [408064/500000] acc 1 | loss 4.30859e-06 | sup loss 4.30859e-06 | ssl loss 0 | mask 1 | sec/iter 0.167325 | ssl coef 0 | lr 0.0006
[07/02 10:04:30] __main__ INFO: [408320/500000] acc 1 | loss 8.63215e-06 | sup loss 8.63215e-06 | ssl loss 0 | mask 1 | sec/iter 0.167871 | ssl coef 0 | lr 0.0006
[07/02 10:05:15] __main__ INFO: [408576/500000] acc 1 | loss 6.56888e-06 | sup loss 6.56888e-06 | ssl loss 0 | mask 1 | sec/iter 0.161503 | ssl coef 0 | lr 0.0006
[07/02 10:05:58] __main__ INFO: [408832/500000] acc 1 | loss 5.04558e-06 | sup loss 5.04558e-06 | ssl loss 0 | mask 1 | sec/iter 0.169468 | ssl coef 0 | lr 0.0006
[07/02 10:06:55] __main__ INFO: [409088/500000] acc 1 | loss 9.13559e-05 | sup loss 9.13559e-05 | ssl loss 0 | mask 1 | sec/iter 0.155514 | ssl coef 0 | lr 0.0006
[07/02 10:07:53] __main__ INFO: [409344/500000] acc 1 | loss 1.28407e-05 | sup loss 1.28407e-05 | ssl loss 0 | mask 1 | sec/iter 0.170874 | ssl coef 0 | lr 0.0006
[07/02 10:08:50] __main__ INFO: [409600/500000] acc 1 | loss 3.6565e-06 | sup loss 3.6565e-06 | ssl loss 0 | mask 1 | sec/iter 0.169711 | ssl coef 0 | lr 0.0006
[07/02 10:09:48] __main__ INFO: [409856/500000] acc 1 | loss 1.1944e-05 | sup loss 1.1944e-05 | ssl loss 0 | mask 1 | sec/iter 0.17345 | ssl coef 0 | lr 0.0006
[07/02 10:10:21] __main__ INFO: validation
[07/02 10:10:31] __main__ INFO: validation loss 2.434850 | validation acc. 0.763600 | raw acc. 0.763600
[07/02 10:10:32] __main__ INFO: test
[07/02 10:10:49] __main__ INFO: test loss 2.725508 | test acc. 0.748800 | raw acc. 0.748800
[07/02 10:10:49] __main__ INFO: test accuracy 0.748800
[07/02 10:11:15] __main__ INFO: [410112/500000] acc 1 | loss 1.71183e-06 | sup loss 1.71183e-06 | ssl loss 0 | mask 1 | sec/iter 0.176971 | ssl coef 0 | lr 0.0006
[07/02 10:12:14] __main__ INFO: [410368/500000] acc 0.998688 | loss 0.00191963 | sup loss 0.00191963 | ssl loss 0 | mask 1 | sec/iter 0.187672 | ssl coef 0 | lr 0.0006
[07/02 10:13:11] __main__ INFO: [410624/500000] acc 1 | loss 1.81795e-06 | sup loss 1.81795e-06 | ssl loss 0 | mask 1 | sec/iter 0.155055 | ssl coef 0 | lr 0.0006
[07/02 10:14:10] __main__ INFO: [410880/500000] acc 1 | loss 3.08167e-06 | sup loss 3.08167e-06 | ssl loss 0 | mask 1 | sec/iter 0.20756 | ssl coef 0 | lr 0.0006
[07/02 10:15:08] __main__ INFO: [411136/500000] acc 0.999992 | loss 2.14238e-05 | sup loss 2.14238e-05 | ssl loss 0 | mask 1 | sec/iter 0.146288 | ssl coef 0 | lr 0.0006
[07/02 10:16:06] __main__ INFO: [411392/500000] acc 1 | loss 1.00733e-05 | sup loss 1.00733e-05 | ssl loss 0 | mask 1 | sec/iter 0.174147 | ssl coef 0 | lr 0.0006
[07/02 10:17:03] __main__ INFO: [411648/500000] acc 1 | loss 2.92693e-05 | sup loss 2.92693e-05 | ssl loss 0 | mask 1 | sec/iter 0.185843 | ssl coef 0 | lr 0.0006
[07/02 10:18:02] __main__ INFO: [411904/500000] acc 1 | loss 1.57577e-06 | sup loss 1.57577e-06 | ssl loss 0 | mask 1 | sec/iter 0.16465 | ssl coef 0 | lr 0.0006
[07/02 10:18:24] __main__ INFO: validation
[07/02 10:18:34] __main__ INFO: validation loss 2.422233 | validation acc. 0.760000 | raw acc. 0.760000
[07/02 10:19:12] __main__ INFO: [412160/500000] acc 1 | loss 0.000208566 | sup loss 0.000208566 | ssl loss 0 | mask 1 | sec/iter 0.177307 | ssl coef 0 | lr 0.0006
[07/02 10:20:11] __main__ INFO: [412416/500000] acc 1 | loss 1.96313e-06 | sup loss 1.96313e-06 | ssl loss 0 | mask 1 | sec/iter 0.176086 | ssl coef 0 | lr 0.0006
[07/02 10:21:09] __main__ INFO: [412672/500000] acc 1 | loss 1.74808e-06 | sup loss 1.74808e-06 | ssl loss 0 | mask 1 | sec/iter 0.179772 | ssl coef 0 | lr 0.0006
[07/02 10:22:07] __main__ INFO: [412928/500000] acc 1 | loss 1.15844e-06 | sup loss 1.15844e-06 | ssl loss 0 | mask 1 | sec/iter 0.17055 | ssl coef 0 | lr 0.0006
[07/02 10:23:05] __main__ INFO: [413184/500000] acc 1 | loss 1.45876e-06 | sup loss 1.45876e-06 | ssl loss 0 | mask 1 | sec/iter 0.178132 | ssl coef 0 | lr 0.0006
[07/02 10:24:03] __main__ INFO: [413440/500000] acc 1 | loss 2.50121e-06 | sup loss 2.50121e-06 | ssl loss 0 | mask 1 | sec/iter 0.173578 | ssl coef 0 | lr 0.0006
[07/02 10:24:57] __main__ INFO: [413696/500000] acc 1 | loss 1.57223e-06 | sup loss 1.57223e-06 | ssl loss 0 | mask 1 | sec/iter 0.16241 | ssl coef 0 | lr 0.0006
[07/02 10:25:43] __main__ INFO: [413952/500000] acc 1 | loss 1.76279e-06 | sup loss 1.76279e-06 | ssl loss 0 | mask 1 | sec/iter 0.167307 | ssl coef 0 | lr 0.0006
[07/02 10:25:51] __main__ INFO: validation
[07/02 10:25:58] __main__ INFO: validation loss 2.422448 | validation acc. 0.761600 | raw acc. 0.761600
[07/02 10:26:37] __main__ INFO: [414208/500000] acc 1 | loss 7.42922e-06 | sup loss 7.42922e-06 | ssl loss 0 | mask 1 | sec/iter 0.164852 | ssl coef 0 | lr 0.0006
[07/02 10:27:22] __main__ INFO: [414464/500000] acc 0.99995 | loss 4.60348e-05 | sup loss 4.60348e-05 | ssl loss 0 | mask 1 | sec/iter 0.169477 | ssl coef 0 | lr 0.0006
[07/02 10:28:05] __main__ INFO: [414720/500000] acc 0.999986 | loss 1.40863e-05 | sup loss 1.40863e-05 | ssl loss 0 | mask 1 | sec/iter 0.0957142 | ssl coef 0 | lr 0.0006
[07/02 10:29:02] __main__ INFO: [414976/500000] acc 1 | loss 0.000158607 | sup loss 0.000158607 | ssl loss 0 | mask 1 | sec/iter 0.173093 | ssl coef 0 | lr 0.0006
[07/02 10:30:00] __main__ INFO: [415232/500000] acc 1 | loss 1.69212e-06 | sup loss 1.69212e-06 | ssl loss 0 | mask 1 | sec/iter 0.188957 | ssl coef 0 | lr 0.0006
[07/02 10:30:59] __main__ INFO: [415488/500000] acc 0.999043 | loss 0.000905735 | sup loss 0.000905735 | ssl loss 0 | mask 1 | sec/iter 0.175309 | ssl coef 0 | lr 0.0006
[07/02 10:31:57] __main__ INFO: [415744/500000] acc 1 | loss 5.19139e-06 | sup loss 5.19139e-06 | ssl loss 0 | mask 1 | sec/iter 0.186704 | ssl coef 0 | lr 0.0006
[07/02 10:32:55] __main__ INFO: [416000/500000] acc 1 | loss 6.63404e-07 | sup loss 6.63404e-07 | ssl loss 0 | mask 1 | sec/iter 0.17869 | ssl coef 0 | lr 0.0006
[07/02 10:32:55] __main__ INFO: validation
[07/02 10:33:05] __main__ INFO: validation loss 2.447415 | validation acc. 0.762400 | raw acc. 0.762400
[07/02 10:34:06] __main__ INFO: [416256/500000] acc 0.999999 | loss 6.34018e-06 | sup loss 6.34018e-06 | ssl loss 0 | mask 1 | sec/iter 0.173749 | ssl coef 0 | lr 0.0006
[07/02 10:35:04] __main__ INFO: [416512/500000] acc 1 | loss 6.40821e-05 | sup loss 6.40821e-05 | ssl loss 0 | mask 1 | sec/iter 0.171242 | ssl coef 0 | lr 0.0006
[07/02 10:36:02] __main__ INFO: [416768/500000] acc 1 | loss 6.56684e-06 | sup loss 6.56684e-06 | ssl loss 0 | mask 1 | sec/iter 0.168445 | ssl coef 0 | lr 0.0006
[07/02 10:37:02] __main__ INFO: [417024/500000] acc 1 | loss 0.000305343 | sup loss 0.000305343 | ssl loss 0 | mask 1 | sec/iter 0.169095 | ssl coef 0 | lr 0.0006
[07/02 10:38:02] __main__ INFO: [417280/500000] acc 1 | loss 5.88859e-06 | sup loss 5.88859e-06 | ssl loss 0 | mask 1 | sec/iter 0.184972 | ssl coef 0 | lr 0.0006
[07/02 10:39:00] __main__ INFO: [417536/500000] acc 1 | loss 1.39395e-06 | sup loss 1.39395e-06 | ssl loss 0 | mask 1 | sec/iter 0.15946 | ssl coef 0 | lr 0.0006
[07/02 10:39:57] __main__ INFO: [417792/500000] acc 1 | loss 0.000244653 | sup loss 0.000244653 | ssl loss 0 | mask 1 | sec/iter 0.190834 | ssl coef 0 | lr 0.0006
[07/02 10:40:45] __main__ INFO: validation
[07/02 10:40:55] __main__ INFO: validation loss 2.451550 | validation acc. 0.764000 | raw acc. 0.764000
[07/02 10:40:56] __main__ INFO: test
[07/02 10:41:12] __main__ INFO: test loss 2.722291 | test acc. 0.756200 | raw acc. 0.756200
[07/02 10:41:12] __main__ INFO: test accuracy 0.756200
[07/02 10:41:24] __main__ INFO: [418048/500000] acc 1 | loss 1.5177e-05 | sup loss 1.5177e-05 | ssl loss 0 | mask 1 | sec/iter 0.179535 | ssl coef 0 | lr 0.0006
[07/02 10:42:21] __main__ INFO: [418304/500000] acc 1 | loss 7.99835e-06 | sup loss 7.99835e-06 | ssl loss 0 | mask 1 | sec/iter 0.148668 | ssl coef 0 | lr 0.0006
[07/02 10:43:18] __main__ INFO: [418560/500000] acc 1 | loss 1.7394e-06 | sup loss 1.7394e-06 | ssl loss 0 | mask 1 | sec/iter 0.172624 | ssl coef 0 | lr 0.0006
[07/02 10:44:17] __main__ INFO: [418816/500000] acc 1 | loss 2.75241e-06 | sup loss 2.75241e-06 | ssl loss 0 | mask 1 | sec/iter 0.173489 | ssl coef 0 | lr 0.0006
[07/02 10:45:14] __main__ INFO: [419072/500000] acc 1 | loss 8.08968e-06 | sup loss 8.08968e-06 | ssl loss 0 | mask 1 | sec/iter 0.175378 | ssl coef 0 | lr 0.0006
[07/02 10:46:12] __main__ INFO: [419328/500000] acc 1 | loss 1.4046e-05 | sup loss 1.4046e-05 | ssl loss 0 | mask 1 | sec/iter 0.162276 | ssl coef 0 | lr 0.0006
[07/02 10:47:09] __main__ INFO: [419584/500000] acc 1 | loss 6.1131e-07 | sup loss 6.1131e-07 | ssl loss 0 | mask 1 | sec/iter 0.158313 | ssl coef 0 | lr 0.0006
[07/02 10:47:54] __main__ INFO: [419840/500000] acc 1 | loss 6.22436e-07 | sup loss 6.22436e-07 | ssl loss 0 | mask 1 | sec/iter 0.167648 | ssl coef 0 | lr 0.0006
[07/02 10:48:22] __main__ INFO: validation
[07/02 10:48:28] __main__ INFO: validation loss 2.451692 | validation acc. 0.762800 | raw acc. 0.762800
[07/02 10:48:48] __main__ INFO: [420096/500000] acc 1 | loss 6.23278e-07 | sup loss 6.23278e-07 | ssl loss 0 | mask 1 | sec/iter 0.168604 | ssl coef 0 | lr 0.0006
[07/02 10:49:38] __main__ INFO: [420352/500000] acc 1 | loss 1.96759e-06 | sup loss 1.96759e-06 | ssl loss 0 | mask 1 | sec/iter 0.166722 | ssl coef 0 | lr 0.0006
[07/02 10:50:23] __main__ INFO: [420608/500000] acc 1 | loss 2.8987e-07 | sup loss 2.8987e-07 | ssl loss 0 | mask 1 | sec/iter 0.172181 | ssl coef 0 | lr 0.0006
[07/02 10:51:16] __main__ INFO: [420864/500000] acc 1 | loss 2.10706e-06 | sup loss 2.10706e-06 | ssl loss 0 | mask 1 | sec/iter 0.167801 | ssl coef 0 | lr 0.0006
[07/02 10:52:15] __main__ INFO: [421120/500000] acc 1 | loss 6.39842e-06 | sup loss 6.39842e-06 | ssl loss 0 | mask 1 | sec/iter 0.16729 | ssl coef 0 | lr 0.0006
[07/02 10:53:13] __main__ INFO: [421376/500000] acc 1 | loss 5.74856e-06 | sup loss 5.74856e-06 | ssl loss 0 | mask 1 | sec/iter 0.16652 | ssl coef 0 | lr 0.0006
[07/02 10:54:11] __main__ INFO: [421632/500000] acc 1 | loss 6.91628e-06 | sup loss 6.91628e-06 | ssl loss 0 | mask 1 | sec/iter 0.172255 | ssl coef 0 | lr 0.0006
[07/02 10:55:09] __main__ INFO: [421888/500000] acc 1 | loss 1.18909e-06 | sup loss 1.18909e-06 | ssl loss 0 | mask 1 | sec/iter 0.164993 | ssl coef 0 | lr 0.0006
[07/02 10:55:34] __main__ INFO: validation
[07/02 10:55:45] __main__ INFO: validation loss 2.539778 | validation acc. 0.766200 | raw acc. 0.766200
[07/02 10:55:45] __main__ INFO: test
[07/02 10:56:01] __main__ INFO: test loss 2.836745 | test acc. 0.756600 | raw acc. 0.756600
[07/02 10:56:01] __main__ INFO: test accuracy 0.756600
[07/02 10:56:35] __main__ INFO: [422144/500000] acc 1 | loss 5.98057e-06 | sup loss 5.98057e-06 | ssl loss 0 | mask 1 | sec/iter 0.179899 | ssl coef 0 | lr 0.0006
[07/02 10:57:32] __main__ INFO: [422400/500000] acc 1 | loss 4.00322e-06 | sup loss 4.00322e-06 | ssl loss 0 | mask 1 | sec/iter 0.173586 | ssl coef 0 | lr 0.0006
[07/02 10:58:30] __main__ INFO: [422656/500000] acc 1 | loss 1.4645e-06 | sup loss 1.4645e-06 | ssl loss 0 | mask 1 | sec/iter 0.173921 | ssl coef 0 | lr 0.0006
[07/02 10:59:28] __main__ INFO: [422912/500000] acc 1 | loss 2.65478e-05 | sup loss 2.65478e-05 | ssl loss 0 | mask 1 | sec/iter 0.165856 | ssl coef 0 | lr 0.0006
[07/02 11:00:27] __main__ INFO: [423168/500000] acc 1 | loss 5.76429e-06 | sup loss 5.76429e-06 | ssl loss 0 | mask 1 | sec/iter 0.170031 | ssl coef 0 | lr 0.0006
[07/02 11:01:25] __main__ INFO: [423424/500000] acc 1 | loss 7.00091e-07 | sup loss 7.00091e-07 | ssl loss 0 | mask 1 | sec/iter 0.173299 | ssl coef 0 | lr 0.0006
[07/02 11:02:23] __main__ INFO: [423680/500000] acc 1 | loss 8.16563e-07 | sup loss 8.16563e-07 | ssl loss 0 | mask 1 | sec/iter 0.180572 | ssl coef 0 | lr 0.0006
[07/02 11:03:21] __main__ INFO: [423936/500000] acc 1 | loss 5.06867e-07 | sup loss 5.06867e-07 | ssl loss 0 | mask 1 | sec/iter 0.166242 | ssl coef 0 | lr 0.0006
[07/02 11:03:36] __main__ INFO: validation
[07/02 11:03:46] __main__ INFO: validation loss 2.548500 | validation acc. 0.769000 | raw acc. 0.769000
[07/02 11:03:47] __main__ INFO: test
[07/02 11:04:03] __main__ INFO: test loss 2.812083 | test acc. 0.758300 | raw acc. 0.758300
[07/02 11:04:03] __main__ INFO: test accuracy 0.758300
[07/02 11:04:48] __main__ INFO: [424192/500000] acc 1 | loss 3.27348e-06 | sup loss 3.27348e-06 | ssl loss 0 | mask 1 | sec/iter 0.164642 | ssl coef 0 | lr 0.0006
[07/02 11:05:46] __main__ INFO: [424448/500000] acc 1 | loss 3.62224e-06 | sup loss 3.62224e-06 | ssl loss 0 | mask 1 | sec/iter 0.179735 | ssl coef 0 | lr 0.0006
[07/02 11:06:44] __main__ INFO: [424704/500000] acc 1 | loss 9.86929e-07 | sup loss 9.86929e-07 | ssl loss 0 | mask 1 | sec/iter 0.183537 | ssl coef 0 | lr 0.0006
[07/02 11:07:42] __main__ INFO: [424960/500000] acc 1 | loss 2.98289e-06 | sup loss 2.98289e-06 | ssl loss 0 | mask 1 | sec/iter 0.172138 | ssl coef 0 | lr 0.0006
[07/02 11:08:41] __main__ INFO: [425216/500000] acc 1 | loss 1.41051e-06 | sup loss 1.41051e-06 | ssl loss 0 | mask 1 | sec/iter 0.185066 | ssl coef 0 | lr 0.0006
[07/02 11:09:32] __main__ INFO: [425472/500000] acc 1 | loss 1.05853e-06 | sup loss 1.05853e-06 | ssl loss 0 | mask 1 | sec/iter 0.167787 | ssl coef 0 | lr 0.0006
[07/02 11:10:17] __main__ INFO: [425728/500000] acc 1 | loss 3.67617e-06 | sup loss 3.67617e-06 | ssl loss 0 | mask 1 | sec/iter 0.166848 | ssl coef 0 | lr 0.0006
[07/02 11:11:01] __main__ INFO: [425984/500000] acc 1 | loss 4.40995e-07 | sup loss 4.40995e-07 | ssl loss 0 | mask 1 | sec/iter 0.162214 | ssl coef 0 | lr 0.0006
[07/02 11:11:04] __main__ INFO: validation
[07/02 11:11:11] __main__ INFO: validation loss 2.597462 | validation acc. 0.767400 | raw acc. 0.767400
[07/02 11:11:57] __main__ INFO: [426240/500000] acc 1 | loss 2.64804e-06 | sup loss 2.64804e-06 | ssl loss 0 | mask 1 | sec/iter 0.172029 | ssl coef 0 | lr 0.0006
[07/02 11:12:41] __main__ INFO: [426496/500000] acc 1 | loss 1.2499e-05 | sup loss 1.2499e-05 | ssl loss 0 | mask 1 | sec/iter 0.174822 | ssl coef 0 | lr 0.0006
[07/02 11:13:39] __main__ INFO: [426752/500000] acc 1 | loss 5.66644e-07 | sup loss 5.66644e-07 | ssl loss 0 | mask 1 | sec/iter 0.162568 | ssl coef 0 | lr 0.0006
[07/02 11:14:38] __main__ INFO: [427008/500000] acc 1 | loss 2.88175e-06 | sup loss 2.88175e-06 | ssl loss 0 | mask 1 | sec/iter 0.160003 | ssl coef 0 | lr 0.0006
[07/02 11:15:36] __main__ INFO: [427264/500000] acc 1 | loss 3.34021e-06 | sup loss 3.34021e-06 | ssl loss 0 | mask 1 | sec/iter 0.17393 | ssl coef 0 | lr 0.0006
[07/02 11:16:33] __main__ INFO: [427520/500000] acc 1 | loss 7.02459e-08 | sup loss 7.02459e-08 | ssl loss 0 | mask 1 | sec/iter 0.174197 | ssl coef 0 | lr 0.0006
[07/02 11:17:32] __main__ INFO: [427776/500000] acc 1 | loss 1.0744e-07 | sup loss 1.0744e-07 | ssl loss 0 | mask 1 | sec/iter 0.175783 | ssl coef 0 | lr 0.0006
[07/02 11:18:22] __main__ INFO: validation
[07/02 11:18:32] __main__ INFO: validation loss 2.572161 | validation acc. 0.771000 | raw acc. 0.771000
[07/02 11:18:33] __main__ INFO: test
[07/02 11:18:49] __main__ INFO: test loss 2.872533 | test acc. 0.760400 | raw acc. 0.760400
[07/02 11:18:49] __main__ INFO: test accuracy 0.760400
[07/02 11:18:58] __main__ INFO: [428032/500000] acc 1 | loss 1.54426e-07 | sup loss 1.54426e-07 | ssl loss 0 | mask 1 | sec/iter 0.174022 | ssl coef 0 | lr 0.0006
[07/02 11:19:57] __main__ INFO: [428288/500000] acc 1 | loss 6.88801e-07 | sup loss 6.88801e-07 | ssl loss 0 | mask 1 | sec/iter 0.172477 | ssl coef 0 | lr 0.0006
[07/02 11:20:55] __main__ INFO: [428544/500000] acc 1 | loss 1.73908e-06 | sup loss 1.73908e-06 | ssl loss 0 | mask 1 | sec/iter 0.176277 | ssl coef 0 | lr 0.0006
[07/02 11:21:53] __main__ INFO: [428800/500000] acc 1 | loss 1.53656e-07 | sup loss 1.53656e-07 | ssl loss 0 | mask 1 | sec/iter 0.175571 | ssl coef 0 | lr 0.0006
[07/02 11:22:52] __main__ INFO: [429056/500000] acc 1 | loss 2.02655e-07 | sup loss 2.02655e-07 | ssl loss 0 | mask 1 | sec/iter 0.161271 | ssl coef 0 | lr 0.0006
[07/02 11:23:49] __main__ INFO: [429312/500000] acc 1 | loss 4.43733e-08 | sup loss 4.43733e-08 | ssl loss 0 | mask 1 | sec/iter 0.179175 | ssl coef 0 | lr 0.0006
[07/02 11:24:47] __main__ INFO: [429568/500000] acc 1 | loss 1.35274e-05 | sup loss 1.35274e-05 | ssl loss 0 | mask 1 | sec/iter 0.162255 | ssl coef 0 | lr 0.0006
[07/02 11:25:45] __main__ INFO: [429824/500000] acc 1 | loss 8.49513e-07 | sup loss 8.49513e-07 | ssl loss 0 | mask 1 | sec/iter 0.164076 | ssl coef 0 | lr 0.0006
[07/02 11:26:25] __main__ INFO: validation
[07/02 11:26:36] __main__ INFO: validation loss 2.600291 | validation acc. 0.770200 | raw acc. 0.770200
[07/02 11:26:55] __main__ INFO: [430080/500000] acc 1 | loss 2.50678e-07 | sup loss 2.50678e-07 | ssl loss 0 | mask 1 | sec/iter 0.174274 | ssl coef 0 | lr 0.0006
[07/02 11:27:54] __main__ INFO: [430336/500000] acc 1 | loss 2.49547e-06 | sup loss 2.49547e-06 | ssl loss 0 | mask 1 | sec/iter 0.158975 | ssl coef 0 | lr 0.0006
[07/02 11:28:50] __main__ INFO: [430592/500000] acc 1 | loss 3.00302e-07 | sup loss 3.00302e-07 | ssl loss 0 | mask 1 | sec/iter 0.179144 | ssl coef 0 | lr 0.0006
[07/02 11:29:48] __main__ INFO: [430848/500000] acc 1 | loss 1.35551e-06 | sup loss 1.35551e-06 | ssl loss 0 | mask 1 | sec/iter 0.169814 | ssl coef 0 | lr 0.0006
[07/02 11:30:47] __main__ INFO: [431104/500000] acc 1 | loss 1.14434e-05 | sup loss 1.14434e-05 | ssl loss 0 | mask 1 | sec/iter 0.182434 | ssl coef 0 | lr 0.0006
[07/02 11:31:40] __main__ INFO: [431360/500000] acc 1 | loss 1.78814e-07 | sup loss 1.78814e-07 | ssl loss 0 | mask 1 | sec/iter 0.169065 | ssl coef 0 | lr 0.0006
[07/02 11:32:25] __main__ INFO: [431616/500000] acc 1 | loss 0.000137642 | sup loss 0.000137642 | ssl loss 0 | mask 1 | sec/iter 0.168461 | ssl coef 0 | lr 0.0006
[07/02 11:33:10] __main__ INFO: [431872/500000] acc 1 | loss 5.35051e-06 | sup loss 5.35051e-06 | ssl loss 0 | mask 1 | sec/iter 0.170959 | ssl coef 0 | lr 0.0006
[07/02 11:33:33] __main__ INFO: validation
[07/02 11:33:39] __main__ INFO: validation loss 2.672909 | validation acc. 0.771800 | raw acc. 0.771800
[07/02 11:33:40] __main__ INFO: test
[07/02 11:33:52] __main__ INFO: test loss 3.050549 | test acc. 0.756800 | raw acc. 0.756800
[07/02 11:33:52] __main__ INFO: test accuracy 0.756800
[07/02 11:34:17] __main__ INFO: [432128/500000] acc 1 | loss 1.75678e-07 | sup loss 1.75678e-07 | ssl loss 0 | mask 1 | sec/iter 0.171709 | ssl coef 0 | lr 0.0006
[07/02 11:35:07] __main__ INFO: [432384/500000] acc 1 | loss 1.17004e-06 | sup loss 1.17004e-06 | ssl loss 0 | mask 1 | sec/iter 0.175059 | ssl coef 0 | lr 0.0006
[07/02 11:36:05] __main__ INFO: [432640/500000] acc 1 | loss 5.40171e-07 | sup loss 5.40171e-07 | ssl loss 0 | mask 1 | sec/iter 0.175784 | ssl coef 0 | lr 0.0006
[07/02 11:37:03] __main__ INFO: [432896/500000] acc 1 | loss 1.34766e-06 | sup loss 1.34766e-06 | ssl loss 0 | mask 1 | sec/iter 0.181344 | ssl coef 0 | lr 0.0006
[07/02 11:38:01] __main__ INFO: [433152/500000] acc 1 | loss 1.70231e-07 | sup loss 1.70231e-07 | ssl loss 0 | mask 1 | sec/iter 0.168623 | ssl coef 0 | lr 0.0006
[07/02 11:38:58] __main__ INFO: [433408/500000] acc 1 | loss 1.10719e-06 | sup loss 1.10719e-06 | ssl loss 0 | mask 1 | sec/iter 0.167019 | ssl coef 0 | lr 0.0006
[07/02 11:39:57] __main__ INFO: [433664/500000] acc 1 | loss 1.69028e-07 | sup loss 1.69028e-07 | ssl loss 0 | mask 1 | sec/iter 0.182039 | ssl coef 0 | lr 0.0006
[07/02 11:40:54] __main__ INFO: [433920/500000] acc 1 | loss 1.9006e-07 | sup loss 1.9006e-07 | ssl loss 0 | mask 1 | sec/iter 0.153654 | ssl coef 0 | lr 0.0006
[07/02 11:41:12] __main__ INFO: validation
[07/02 11:41:22] __main__ INFO: validation loss 2.646237 | validation acc. 0.768400 | raw acc. 0.768400
[07/02 11:42:03] __main__ INFO: [434176/500000] acc 1 | loss 1.94814e-05 | sup loss 1.94814e-05 | ssl loss 0 | mask 1 | sec/iter 0.174848 | ssl coef 0 | lr 0.0006
[07/02 11:43:02] __main__ INFO: [434432/500000] acc 1 | loss 2.75087e-05 | sup loss 2.75087e-05 | ssl loss 0 | mask 1 | sec/iter 0.168112 | ssl coef 0 | lr 0.0006
[07/02 11:43:59] __main__ INFO: [434688/500000] acc 1 | loss 7.28292e-05 | sup loss 7.28292e-05 | ssl loss 0 | mask 1 | sec/iter 0.16439 | ssl coef 0 | lr 0.0006
[07/02 11:44:56] __main__ INFO: [434944/500000] acc 1 | loss 1.26678e-06 | sup loss 1.26678e-06 | ssl loss 0 | mask 1 | sec/iter 0.183242 | ssl coef 0 | lr 0.0006
[07/02 11:45:54] __main__ INFO: [435200/500000] acc 1 | loss 1.57029e-06 | sup loss 1.57029e-06 | ssl loss 0 | mask 1 | sec/iter 0.180828 | ssl coef 0 | lr 0.0006
[07/02 11:46:52] __main__ INFO: [435456/500000] acc 1 | loss 1.65043e-07 | sup loss 1.65043e-07 | ssl loss 0 | mask 1 | sec/iter 0.18195 | ssl coef 0 | lr 0.0006
[07/02 11:47:51] __main__ INFO: [435712/500000] acc 1 | loss 5.97764e-07 | sup loss 5.97764e-07 | ssl loss 0 | mask 1 | sec/iter 0.17163 | ssl coef 0 | lr 0.0006
[07/02 11:48:49] __main__ INFO: [435968/500000] acc 1 | loss 2.32014e-06 | sup loss 2.32014e-06 | ssl loss 0 | mask 1 | sec/iter 0.164227 | ssl coef 0 | lr 0.0006
[07/02 11:48:56] __main__ INFO: validation
[07/02 11:49:07] __main__ INFO: validation loss 2.657638 | validation acc. 0.767600 | raw acc. 0.767600
[07/02 11:49:59] __main__ INFO: [436224/500000] acc 1 | loss 7.11477e-07 | sup loss 7.11477e-07 | ssl loss 0 | mask 1 | sec/iter 0.177645 | ssl coef 0 | lr 0.0006
[07/02 11:50:56] __main__ INFO: [436480/500000] acc 1 | loss 4.24877e-05 | sup loss 4.24877e-05 | ssl loss 0 | mask 1 | sec/iter 0.170853 | ssl coef 0 | lr 0.0006
[07/02 11:51:53] __main__ INFO: [436736/500000] acc 1 | loss 1.90993e-06 | sup loss 1.90993e-06 | ssl loss 0 | mask 1 | sec/iter 0.157198 | ssl coef 0 | lr 0.0006
[07/02 11:52:51] __main__ INFO: [436992/500000] acc 1 | loss 5.30167e-05 | sup loss 5.30167e-05 | ssl loss 0 | mask 1 | sec/iter 0.193847 | ssl coef 0 | lr 0.0006
[07/02 11:53:47] __main__ INFO: [437248/500000] acc 1 | loss 8.72968e-08 | sup loss 8.72968e-08 | ssl loss 0 | mask 1 | sec/iter 0.123535 | ssl coef 0 | lr 0.0006
[07/02 11:54:32] __main__ INFO: [437504/500000] acc 1 | loss 4.35617e-07 | sup loss 4.35617e-07 | ssl loss 0 | mask 1 | sec/iter 0.167733 | ssl coef 0 | lr 0.0006
[07/02 11:55:17] __main__ INFO: [437760/500000] acc 1 | loss 5.98476e-08 | sup loss 5.98476e-08 | ssl loss 0 | mask 1 | sec/iter 0.164259 | ssl coef 0 | lr 0.0006
[07/02 11:56:00] __main__ INFO: validation
[07/02 11:56:06] __main__ INFO: validation loss 2.772324 | validation acc. 0.765600 | raw acc. 0.765600
[07/02 11:56:11] __main__ INFO: [438016/500000] acc 1 | loss 1.15514e-06 | sup loss 1.15514e-06 | ssl loss 0 | mask 1 | sec/iter 0.171121 | ssl coef 0 | lr 0.0006
[07/02 11:56:56] __main__ INFO: [438272/500000] acc 1 | loss 4.15651e-06 | sup loss 4.15651e-06 | ssl loss 0 | mask 1 | sec/iter 0.165695 | ssl coef 0 | lr 0.0006
[07/02 11:57:49] __main__ INFO: [438528/500000] acc 1 | loss 9.5323e-08 | sup loss 9.5323e-08 | ssl loss 0 | mask 1 | sec/iter 0.181557 | ssl coef 0 | lr 0.0006
[07/02 11:58:47] __main__ INFO: [438784/500000] acc 0.99984 | loss 0.00040693 | sup loss 0.00040693 | ssl loss 0 | mask 1 | sec/iter 0.17658 | ssl coef 0 | lr 0.0006
[07/02 11:59:45] __main__ INFO: [439040/500000] acc 1 | loss 2.21534e-06 | sup loss 2.21534e-06 | ssl loss 0 | mask 1 | sec/iter 0.163127 | ssl coef 0 | lr 0.0006
[07/02 12:00:44] __main__ INFO: [439296/500000] acc 1 | loss 1.6484e-06 | sup loss 1.6484e-06 | ssl loss 0 | mask 1 | sec/iter 0.166458 | ssl coef 0 | lr 0.0006
[07/02 12:01:41] __main__ INFO: [439552/500000] acc 1 | loss 6.84496e-05 | sup loss 6.84496e-05 | ssl loss 0 | mask 1 | sec/iter 0.164234 | ssl coef 0 | lr 0.0006
[07/02 12:02:40] __main__ INFO: [439808/500000] acc 1 | loss 9.27926e-08 | sup loss 9.27926e-08 | ssl loss 0 | mask 1 | sec/iter 0.171262 | ssl coef 0 | lr 0.0006
[07/02 12:03:24] __main__ INFO: validation
[07/02 12:03:34] __main__ INFO: validation loss 2.719383 | validation acc. 0.764800 | raw acc. 0.764800
[07/02 12:03:50] __main__ INFO: [440064/500000] acc 1 | loss 2.34061e-06 | sup loss 2.34061e-06 | ssl loss 0 | mask 1 | sec/iter 0.177467 | ssl coef 0 | lr 0.0006
[07/02 12:04:49] __main__ INFO: [440320/500000] acc 1 | loss 2.5153e-07 | sup loss 2.5153e-07 | ssl loss 0 | mask 1 | sec/iter 0.177685 | ssl coef 0 | lr 0.0006
[07/02 12:05:47] __main__ INFO: [440576/500000] acc 1 | loss 7.39875e-07 | sup loss 7.39875e-07 | ssl loss 0 | mask 1 | sec/iter 0.137679 | ssl coef 0 | lr 0.0006
[07/02 12:06:45] __main__ INFO: [440832/500000] acc 1 | loss 9.95122e-07 | sup loss 9.95122e-07 | ssl loss 0 | mask 1 | sec/iter 0.17259 | ssl coef 0 | lr 0.0006
[07/02 12:07:43] __main__ INFO: [441088/500000] acc 1 | loss 1.48404e-07 | sup loss 1.48404e-07 | ssl loss 0 | mask 1 | sec/iter 0.168474 | ssl coef 0 | lr 0.0006
[07/02 12:08:41] __main__ INFO: [441344/500000] acc 1 | loss 1.06596e-06 | sup loss 1.06596e-06 | ssl loss 0 | mask 1 | sec/iter 0.170541 | ssl coef 0 | lr 0.0006
[07/02 12:09:39] __main__ INFO: [441600/500000] acc 1 | loss 9.91977e-07 | sup loss 9.91977e-07 | ssl loss 0 | mask 1 | sec/iter 0.178435 | ssl coef 0 | lr 0.0006
[07/02 12:10:37] __main__ INFO: [441856/500000] acc 1 | loss 2.30947e-06 | sup loss 2.30947e-06 | ssl loss 0 | mask 1 | sec/iter 0.164189 | ssl coef 0 | lr 0.0006
[07/02 12:11:10] __main__ INFO: validation
[07/02 12:11:20] __main__ INFO: validation loss 2.753401 | validation acc. 0.764600 | raw acc. 0.764600
[07/02 12:11:47] __main__ INFO: [442112/500000] acc 1 | loss 6.81921e-07 | sup loss 6.81921e-07 | ssl loss 0 | mask 1 | sec/iter 0.176771 | ssl coef 0 | lr 0.0006
[07/02 12:12:44] __main__ INFO: [442368/500000] acc 1 | loss 3.2392e-07 | sup loss 3.2392e-07 | ssl loss 0 | mask 1 | sec/iter 0.161745 | ssl coef 0 | lr 0.0006
[07/02 12:13:43] __main__ INFO: [442624/500000] acc 0.9997 | loss 0.00171926 | sup loss 0.00171926 | ssl loss 0 | mask 1 | sec/iter 0.163384 | ssl coef 0 | lr 0.0006
[07/02 12:14:41] __main__ INFO: [442880/500000] acc 1 | loss 3.7103e-06 | sup loss 3.7103e-06 | ssl loss 0 | mask 1 | sec/iter 0.165788 | ssl coef 0 | lr 0.0006
[07/02 12:15:39] __main__ INFO: [443136/500000] acc 1 | loss 2.80735e-06 | sup loss 2.80735e-06 | ssl loss 0 | mask 1 | sec/iter 0.164964 | ssl coef 0 | lr 0.0006
[07/02 12:16:31] __main__ INFO: [443392/500000] acc 1 | loss 1.31815e-06 | sup loss 1.31815e-06 | ssl loss 0 | mask 1 | sec/iter 0.167815 | ssl coef 0 | lr 0.0006
[07/02 12:17:16] __main__ INFO: [443648/500000] acc 1 | loss 2.25117e-07 | sup loss 2.25117e-07 | ssl loss 0 | mask 1 | sec/iter 0.166932 | ssl coef 0 | lr 0.0006
[07/02 12:18:00] __main__ INFO: [443904/500000] acc 1 | loss 4.22878e-07 | sup loss 4.22878e-07 | ssl loss 0 | mask 1 | sec/iter 0.170614 | ssl coef 0 | lr 0.0006
[07/02 12:18:17] __main__ INFO: validation
[07/02 12:18:24] __main__ INFO: validation loss 2.789927 | validation acc. 0.760800 | raw acc. 0.760800
[07/02 12:18:55] __main__ INFO: [444160/500000] acc 1 | loss 1.33646e-06 | sup loss 1.33646e-06 | ssl loss 0 | mask 1 | sec/iter 0.166331 | ssl coef 0 | lr 0.0006
[07/02 12:19:39] __main__ INFO: [444416/500000] acc 1 | loss 3.27062e-07 | sup loss 3.27062e-07 | ssl loss 0 | mask 1 | sec/iter 0.169477 | ssl coef 0 | lr 0.0006
[07/02 12:20:38] __main__ INFO: [444672/500000] acc 1 | loss 0.000115032 | sup loss 0.000115032 | ssl loss 0 | mask 1 | sec/iter 0.1793 | ssl coef 0 | lr 0.0006
[07/02 12:21:35] __main__ INFO: [444928/500000] acc 1 | loss 3.13073e-06 | sup loss 3.13073e-06 | ssl loss 0 | mask 1 | sec/iter 0.172967 | ssl coef 0 | lr 0.0006
[07/02 12:22:34] __main__ INFO: [445184/500000] acc 1 | loss 2.886e-06 | sup loss 2.886e-06 | ssl loss 0 | mask 1 | sec/iter 0.176341 | ssl coef 0 | lr 0.0006
[07/02 12:23:32] __main__ INFO: [445440/500000] acc 1 | loss 2.8492e-08 | sup loss 2.8492e-08 | ssl loss 0 | mask 1 | sec/iter 0.165145 | ssl coef 0 | lr 0.0006
[07/02 12:24:29] __main__ INFO: [445696/500000] acc 0.999588 | loss 0.000824975 | sup loss 0.000824975 | ssl loss 0 | mask 1 | sec/iter 0.171751 | ssl coef 0 | lr 0.0006
[07/02 12:25:28] __main__ INFO: [445952/500000] acc 1 | loss 1.35728e-05 | sup loss 1.35728e-05 | ssl loss 0 | mask 1 | sec/iter 0.155201 | ssl coef 0 | lr 0.0006
[07/02 12:25:39] __main__ INFO: validation
[07/02 12:25:49] __main__ INFO: validation loss 2.819096 | validation acc. 0.760600 | raw acc. 0.760600
[07/02 12:26:38] __main__ INFO: [446208/500000] acc 1 | loss 3.96262e-07 | sup loss 3.96262e-07 | ssl loss 0 | mask 1 | sec/iter 0.176671 | ssl coef 0 | lr 0.0006
[07/02 12:27:36] __main__ INFO: [446464/500000] acc 1 | loss 2.77014e-07 | sup loss 2.77014e-07 | ssl loss 0 | mask 1 | sec/iter 0.176955 | ssl coef 0 | lr 0.0006
[07/02 12:28:34] __main__ INFO: [446720/500000] acc 1 | loss 4.8104e-06 | sup loss 4.8104e-06 | ssl loss 0 | mask 1 | sec/iter 0.183401 | ssl coef 0 | lr 0.0006
[07/02 12:29:32] __main__ INFO: [446976/500000] acc 1 | loss 1.59984e-05 | sup loss 1.59984e-05 | ssl loss 0 | mask 1 | sec/iter 0.175033 | ssl coef 0 | lr 0.0006
[07/02 12:30:31] __main__ INFO: [447232/500000] acc 1 | loss 1.57008e-05 | sup loss 1.57008e-05 | ssl loss 0 | mask 1 | sec/iter 0.160906 | ssl coef 0 | lr 0.0006
[07/02 12:31:30] __main__ INFO: [447488/500000] acc 1 | loss 9.48492e-07 | sup loss 9.48492e-07 | ssl loss 0 | mask 1 | sec/iter 0.176606 | ssl coef 0 | lr 0.0006
[07/02 12:32:28] __main__ INFO: [447744/500000] acc 1 | loss 5.94934e-07 | sup loss 5.94934e-07 | ssl loss 0 | mask 1 | sec/iter 0.175307 | ssl coef 0 | lr 0.0006
[07/02 12:33:26] __main__ INFO: [448000/500000] acc 1 | loss 2.85196e-07 | sup loss 2.85196e-07 | ssl loss 0 | mask 1 | sec/iter 0.180324 | ssl coef 0 | lr 0.0006
[07/02 12:33:26] __main__ INFO: validation
[07/02 12:33:36] __main__ INFO: validation loss 2.826577 | validation acc. 0.764600 | raw acc. 0.764600
[07/02 12:34:36] __main__ INFO: [448256/500000] acc 1 | loss 1.14479e-06 | sup loss 1.14479e-06 | ssl loss 0 | mask 1 | sec/iter 0.181659 | ssl coef 0 | lr 0.0006
[07/02 12:35:34] __main__ INFO: [448512/500000] acc 1 | loss 7.14438e-07 | sup loss 7.14438e-07 | ssl loss 0 | mask 1 | sec/iter 0.173513 | ssl coef 0 | lr 0.0006
[07/02 12:36:32] __main__ INFO: [448768/500000] acc 1 | loss 8.61217e-08 | sup loss 8.61217e-08 | ssl loss 0 | mask 1 | sec/iter 0.164773 | ssl coef 0 | lr 0.0006
[07/02 12:37:31] __main__ INFO: [449024/500000] acc 1 | loss 7.74315e-07 | sup loss 7.74315e-07 | ssl loss 0 | mask 1 | sec/iter 0.178551 | ssl coef 0 | lr 0.0006
[07/02 12:38:28] __main__ INFO: [449280/500000] acc 1 | loss 3.19494e-07 | sup loss 3.19494e-07 | ssl loss 0 | mask 1 | sec/iter 0.15463 | ssl coef 0 | lr 0.0006
[07/02 12:39:13] __main__ INFO: [449536/500000] acc 1 | loss 1.63034e-07 | sup loss 1.63034e-07 | ssl loss 0 | mask 1 | sec/iter 0.16835 | ssl coef 0 | lr 0.0006
[07/02 12:39:58] __main__ INFO: [449792/500000] acc 1 | loss 3.71466e-07 | sup loss 3.71466e-07 | ssl loss 0 | mask 1 | sec/iter 0.171873 | ssl coef 0 | lr 0.0006
[07/02 12:40:35] __main__ INFO: validation
[07/02 12:40:42] __main__ INFO: validation loss 2.853097 | validation acc. 0.763600 | raw acc. 0.763600
[07/02 12:40:53] __main__ INFO: [450048/500000] acc 1 | loss 5.04661e-07 | sup loss 5.04661e-07 | ssl loss 0 | mask 1 | sec/iter 0.170504 | ssl coef 0 | lr 0.0006
[07/02 12:41:38] __main__ INFO: [450304/500000] acc 1 | loss 7.89757e-07 | sup loss 7.89757e-07 | ssl loss 0 | mask 1 | sec/iter 0.168551 | ssl coef 0 | lr 0.0006
[07/02 12:42:31] __main__ INFO: [450560/500000] acc 1 | loss 3.14922e-07 | sup loss 3.14922e-07 | ssl loss 0 | mask 1 | sec/iter 0.179044 | ssl coef 0 | lr 0.0006
[07/02 12:43:29] __main__ INFO: [450816/500000] acc 1 | loss 1.80185e-07 | sup loss 1.80185e-07 | ssl loss 0 | mask 1 | sec/iter 0.178478 | ssl coef 0 | lr 0.0006
[07/02 12:44:27] __main__ INFO: [451072/500000] acc 1 | loss 1.16361e-07 | sup loss 1.16361e-07 | ssl loss 0 | mask 1 | sec/iter 0.176528 | ssl coef 0 | lr 0.0006
[07/02 12:45:25] __main__ INFO: [451328/500000] acc 1 | loss 3.9557e-08 | sup loss 3.9557e-08 | ssl loss 0 | mask 1 | sec/iter 0.173453 | ssl coef 0 | lr 0.0006
[07/02 12:46:23] __main__ INFO: [451584/500000] acc 1 | loss 1.64899e-06 | sup loss 1.64899e-06 | ssl loss 0 | mask 1 | sec/iter 0.172392 | ssl coef 0 | lr 0.0006
[07/02 12:47:22] __main__ INFO: [451840/500000] acc 1 | loss 5.51757e-07 | sup loss 5.51757e-07 | ssl loss 0 | mask 1 | sec/iter 0.171396 | ssl coef 0 | lr 0.0006
[07/02 12:47:58] __main__ INFO: validation
[07/02 12:48:08] __main__ INFO: validation loss 2.912498 | validation acc. 0.760600 | raw acc. 0.760600
[07/02 12:48:30] __main__ INFO: [452096/500000] acc 1 | loss 3.153e-07 | sup loss 3.153e-07 | ssl loss 0 | mask 1 | sec/iter 0.169582 | ssl coef 0 | lr 0.0006
[07/02 12:49:29] __main__ INFO: [452352/500000] acc 1 | loss 1.23295e-05 | sup loss 1.23295e-05 | ssl loss 0 | mask 1 | sec/iter 0.180868 | ssl coef 0 | lr 0.0006
[07/02 12:50:27] __main__ INFO: [452608/500000] acc 1 | loss 1.79196e-07 | sup loss 1.79196e-07 | ssl loss 0 | mask 1 | sec/iter 0.167177 | ssl coef 0 | lr 0.0006
[07/02 12:51:27] __main__ INFO: [452864/500000] acc 1 | loss 3.43193e-06 | sup loss 3.43193e-06 | ssl loss 0 | mask 1 | sec/iter 0.23741 | ssl coef 0 | lr 0.0006
[07/02 12:52:24] __main__ INFO: [453120/500000] acc 1 | loss 7.30705e-06 | sup loss 7.30705e-06 | ssl loss 0 | mask 1 | sec/iter 0.162438 | ssl coef 0 | lr 0.0006
[07/02 12:53:22] __main__ INFO: [453376/500000] acc 1 | loss 4.90041e-07 | sup loss 4.90041e-07 | ssl loss 0 | mask 1 | sec/iter 0.178967 | ssl coef 0 | lr 0.0006
[07/02 12:54:20] __main__ INFO: [453632/500000] acc 1 | loss 1.69992e-06 | sup loss 1.69992e-06 | ssl loss 0 | mask 1 | sec/iter 0.177155 | ssl coef 0 | lr 0.0006
[07/02 12:55:18] __main__ INFO: [453888/500000] acc 1 | loss 9.43941e-07 | sup loss 9.43941e-07 | ssl loss 0 | mask 1 | sec/iter 0.174538 | ssl coef 0 | lr 0.0006
[07/02 12:55:43] __main__ INFO: validation
[07/02 12:55:53] __main__ INFO: validation loss 2.859841 | validation acc. 0.766800 | raw acc. 0.766800
[07/02 12:56:27] __main__ INFO: [454144/500000] acc 1 | loss 1.31142e-06 | sup loss 1.31142e-06 | ssl loss 0 | mask 1 | sec/iter 0.159418 | ssl coef 0 | lr 0.0006
[07/02 12:57:25] __main__ INFO: [454400/500000] acc 1 | loss 5.73566e-06 | sup loss 5.73566e-06 | ssl loss 0 | mask 1 | sec/iter 0.179495 | ssl coef 0 | lr 0.0006
[07/02 12:58:23] __main__ INFO: [454656/500000] acc 1 | loss 4.24698e-07 | sup loss 4.24698e-07 | ssl loss 0 | mask 1 | sec/iter 0.17931 | ssl coef 0 | lr 0.0006
[07/02 12:59:19] __main__ INFO: [454912/500000] acc 1 | loss 2.46373e-07 | sup loss 2.46373e-07 | ssl loss 0 | mask 1 | sec/iter 0.184224 | ssl coef 0 | lr 0.0006
[07/02 13:00:17] __main__ INFO: [455168/500000] acc 1 | loss 8.56436e-08 | sup loss 8.56436e-08 | ssl loss 0 | mask 1 | sec/iter 0.171957 | ssl coef 0 | lr 0.0006
[07/02 13:01:07] __main__ INFO: [455424/500000] acc 1 | loss 1.25376e-07 | sup loss 1.25376e-07 | ssl loss 0 | mask 1 | sec/iter 0.165633 | ssl coef 0 | lr 0.0006
[07/02 13:01:52] __main__ INFO: [455680/500000] acc 1 | loss 4.5785e-06 | sup loss 4.5785e-06 | ssl loss 0 | mask 1 | sec/iter 0.171224 | ssl coef 0 | lr 0.0006
[07/02 13:02:38] __main__ INFO: [455936/500000] acc 1 | loss 4.21399e-05 | sup loss 4.21399e-05 | ssl loss 0 | mask 1 | sec/iter 0.16629 | ssl coef 0 | lr 0.0006
[07/02 13:02:49] __main__ INFO: validation
[07/02 13:02:56] __main__ INFO: validation loss 2.879307 | validation acc. 0.768200 | raw acc. 0.768200
[07/02 13:03:33] __main__ INFO: [456192/500000] acc 0.999959 | loss 0.000106269 | sup loss 0.000106269 | ssl loss 0 | mask 1 | sec/iter 0.171629 | ssl coef 0 | lr 0.0006
[07/02 13:04:19] __main__ INFO: [456448/500000] acc 0.999435 | loss 0.000865008 | sup loss 0.000865008 | ssl loss 0 | mask 1 | sec/iter 0.182722 | ssl coef 0 | lr 0.0006
[07/02 13:05:17] __main__ INFO: [456704/500000] acc 1 | loss 6.44917e-06 | sup loss 6.44917e-06 | ssl loss 0 | mask 1 | sec/iter 0.173879 | ssl coef 0 | lr 0.0006
[07/02 13:06:15] __main__ INFO: [456960/500000] acc 1 | loss 3.319e-07 | sup loss 3.319e-07 | ssl loss 0 | mask 1 | sec/iter 0.181808 | ssl coef 0 | lr 0.0006
[07/02 13:07:11] __main__ INFO: [457216/500000] acc 1 | loss 2.44493e-07 | sup loss 2.44493e-07 | ssl loss 0 | mask 1 | sec/iter 0.173082 | ssl coef 0 | lr 0.0006
[07/02 13:08:10] __main__ INFO: [457472/500000] acc 1 | loss 1.4647e-06 | sup loss 1.4647e-06 | ssl loss 0 | mask 1 | sec/iter 0.18332 | ssl coef 0 | lr 0.0006
[07/02 13:09:07] __main__ INFO: [457728/500000] acc 1 | loss 1.16352e-06 | sup loss 1.16352e-06 | ssl loss 0 | mask 1 | sec/iter 0.166241 | ssl coef 0 | lr 0.0006
[07/02 13:10:05] __main__ INFO: [457984/500000] acc 1 | loss 1.99822e-07 | sup loss 1.99822e-07 | ssl loss 0 | mask 1 | sec/iter 0.184184 | ssl coef 0 | lr 0.0006
[07/02 13:10:09] __main__ INFO: validation
[07/02 13:10:19] __main__ INFO: validation loss 2.967943 | validation acc. 0.760400 | raw acc. 0.760400
[07/02 13:11:14] __main__ INFO: [458240/500000] acc 1 | loss 1.54393e-06 | sup loss 1.54393e-06 | ssl loss 0 | mask 1 | sec/iter 0.154089 | ssl coef 0 | lr 0.0006
[07/02 13:12:13] __main__ INFO: [458496/500000] acc 1 | loss 6.53473e-07 | sup loss 6.53473e-07 | ssl loss 0 | mask 1 | sec/iter 0.174539 | ssl coef 0 | lr 0.0006
[07/02 13:13:11] __main__ INFO: [458752/500000] acc 1 | loss 1.31666e-07 | sup loss 1.31666e-07 | ssl loss 0 | mask 1 | sec/iter 0.163305 | ssl coef 0 | lr 0.0006
[07/02 13:14:09] __main__ INFO: [459008/500000] acc 1 | loss 5.82446e-06 | sup loss 5.82446e-06 | ssl loss 0 | mask 1 | sec/iter 0.168338 | ssl coef 0 | lr 0.0006
[07/02 13:15:07] __main__ INFO: [459264/500000] acc 1 | loss 5.68998e-06 | sup loss 5.68998e-06 | ssl loss 0 | mask 1 | sec/iter 0.169653 | ssl coef 0 | lr 0.0006
[07/02 13:16:05] __main__ INFO: [459520/500000] acc 1 | loss 5.38526e-07 | sup loss 5.38526e-07 | ssl loss 0 | mask 1 | sec/iter 0.170496 | ssl coef 0 | lr 0.0006
[07/02 13:17:03] __main__ INFO: [459776/500000] acc 1 | loss 3.04766e-05 | sup loss 3.04766e-05 | ssl loss 0 | mask 1 | sec/iter 0.163807 | ssl coef 0 | lr 0.0006
[07/02 13:17:53] __main__ INFO: validation
[07/02 13:18:04] __main__ INFO: validation loss 2.934538 | validation acc. 0.764400 | raw acc. 0.764400
[07/02 13:18:13] __main__ INFO: [460032/500000] acc 1 | loss 2.65366e-07 | sup loss 2.65366e-07 | ssl loss 0 | mask 1 | sec/iter 0.177912 | ssl coef 0 | lr 0.0006
[07/02 13:19:10] __main__ INFO: [460288/500000] acc 1 | loss 5.12465e-08 | sup loss 5.12465e-08 | ssl loss 0 | mask 1 | sec/iter 0.175968 | ssl coef 0 | lr 0.0006
[07/02 13:20:07] __main__ INFO: [460544/500000] acc 1 | loss 4.75823e-07 | sup loss 4.75823e-07 | ssl loss 0 | mask 1 | sec/iter 0.171319 | ssl coef 0 | lr 0.0006
[07/02 13:21:05] __main__ INFO: [460800/500000] acc 0.999993 | loss 3.341e-05 | sup loss 3.341e-05 | ssl loss 0 | mask 1 | sec/iter 0.158082 | ssl coef 0 | lr 0.0006
[07/02 13:22:03] __main__ INFO: [461056/500000] acc 1 | loss 1.15768e-06 | sup loss 1.15768e-06 | ssl loss 0 | mask 1 | sec/iter 0.177537 | ssl coef 0 | lr 0.0006
[07/02 13:22:59] __main__ INFO: [461312/500000] acc 1 | loss 1.10711e-06 | sup loss 1.10711e-06 | ssl loss 0 | mask 1 | sec/iter 0.162644 | ssl coef 0 | lr 0.0006
[07/02 13:23:44] __main__ INFO: [461568/500000] acc 1 | loss 1.44431e-07 | sup loss 1.44431e-07 | ssl loss 0 | mask 1 | sec/iter 0.171049 | ssl coef 0 | lr 0.0006
[07/02 13:24:30] __main__ INFO: [461824/500000] acc 1 | loss 1.7575e-05 | sup loss 1.7575e-05 | ssl loss 0 | mask 1 | sec/iter 0.166091 | ssl coef 0 | lr 0.0006
[07/02 13:25:01] __main__ INFO: validation
[07/02 13:25:07] __main__ INFO: validation loss 2.904123 | validation acc. 0.766600 | raw acc. 0.766600
[07/02 13:25:24] __main__ INFO: [462080/500000] acc 1 | loss 4.27973e-06 | sup loss 4.27973e-06 | ssl loss 0 | mask 1 | sec/iter 0.171579 | ssl coef 0 | lr 0.0006
[07/02 13:26:08] __main__ INFO: [462336/500000] acc 1 | loss 2.4398e-07 | sup loss 2.4398e-07 | ssl loss 0 | mask 1 | sec/iter 0.105268 | ssl coef 0 | lr 0.0006
[07/02 13:27:03] __main__ INFO: [462592/500000] acc 1 | loss 1.20725e-06 | sup loss 1.20725e-06 | ssl loss 0 | mask 1 | sec/iter 0.175318 | ssl coef 0 | lr 0.0006
[07/02 13:28:01] __main__ INFO: [462848/500000] acc 1 | loss 1.12182e-05 | sup loss 1.12182e-05 | ssl loss 0 | mask 1 | sec/iter 0.172239 | ssl coef 0 | lr 0.0006
[07/02 13:28:58] __main__ INFO: [463104/500000] acc 1 | loss 3.46358e-07 | sup loss 3.46358e-07 | ssl loss 0 | mask 1 | sec/iter 0.181638 | ssl coef 0 | lr 0.0006
[07/02 13:29:55] __main__ INFO: [463360/500000] acc 1 | loss 5.34098e-08 | sup loss 5.34098e-08 | ssl loss 0 | mask 1 | sec/iter 0.174543 | ssl coef 0 | lr 0.0006
[07/02 13:30:54] __main__ INFO: [463616/500000] acc 1 | loss 4.57032e-06 | sup loss 4.57032e-06 | ssl loss 0 | mask 1 | sec/iter 0.180459 | ssl coef 0 | lr 0.0006
[07/02 13:31:52] __main__ INFO: [463872/500000] acc 1 | loss 1.20038e-06 | sup loss 1.20038e-06 | ssl loss 0 | mask 1 | sec/iter 0.166591 | ssl coef 0 | lr 0.0006
[07/02 13:32:21] __main__ INFO: validation
[07/02 13:32:32] __main__ INFO: validation loss 2.902838 | validation acc. 0.764600 | raw acc. 0.764600
[07/02 13:33:02] __main__ INFO: [464128/500000] acc 1 | loss 2.37588e-07 | sup loss 2.37588e-07 | ssl loss 0 | mask 1 | sec/iter 0.175543 | ssl coef 0 | lr 0.0006
[07/02 13:34:01] __main__ INFO: [464384/500000] acc 1 | loss 3.0084e-08 | sup loss 3.0084e-08 | ssl loss 0 | mask 1 | sec/iter 0.160991 | ssl coef 0 | lr 0.0006
[07/02 13:34:58] __main__ INFO: [464640/500000] acc 1 | loss 9.07376e-08 | sup loss 9.07376e-08 | ssl loss 0 | mask 1 | sec/iter 0.166236 | ssl coef 0 | lr 0.0006
[07/02 13:35:55] __main__ INFO: [464896/500000] acc 1 | loss 4.41885e-07 | sup loss 4.41885e-07 | ssl loss 0 | mask 1 | sec/iter 0.177288 | ssl coef 0 | lr 0.0006
[07/02 13:36:53] __main__ INFO: [465152/500000] acc 1 | loss 4.14727e-07 | sup loss 4.14727e-07 | ssl loss 0 | mask 1 | sec/iter 0.176439 | ssl coef 0 | lr 0.0006
[07/02 13:37:51] __main__ INFO: [465408/500000] acc 1 | loss 3.54028e-08 | sup loss 3.54028e-08 | ssl loss 0 | mask 1 | sec/iter 0.168267 | ssl coef 0 | lr 0.0006
[07/02 13:38:48] __main__ INFO: [465664/500000] acc 1 | loss 3.35462e-07 | sup loss 3.35462e-07 | ssl loss 0 | mask 1 | sec/iter 0.166126 | ssl coef 0 | lr 0.0006
[07/02 13:39:46] __main__ INFO: [465920/500000] acc 1 | loss 1.50141e-07 | sup loss 1.50141e-07 | ssl loss 0 | mask 1 | sec/iter 0.167465 | ssl coef 0 | lr 0.0006
[07/02 13:40:04] __main__ INFO: validation
[07/02 13:40:14] __main__ INFO: validation loss 2.949105 | validation acc. 0.761600 | raw acc. 0.761600
[07/02 13:40:55] __main__ INFO: [466176/500000] acc 1 | loss 6.06403e-07 | sup loss 6.06403e-07 | ssl loss 0 | mask 1 | sec/iter 0.178475 | ssl coef 0 | lr 0.0006
[07/02 13:41:52] __main__ INFO: [466432/500000] acc 1 | loss 4.8962e-08 | sup loss 4.8962e-08 | ssl loss 0 | mask 1 | sec/iter 0.174698 | ssl coef 0 | lr 0.0006
[07/02 13:42:50] __main__ INFO: [466688/500000] acc 1 | loss 5.70304e-07 | sup loss 5.70304e-07 | ssl loss 0 | mask 1 | sec/iter 0.171351 | ssl coef 0 | lr 0.0006
[07/02 13:43:48] __main__ INFO: [466944/500000] acc 1 | loss 8.70146e-08 | sup loss 8.70146e-08 | ssl loss 0 | mask 1 | sec/iter 0.161107 | ssl coef 0 | lr 0.0006
[07/02 13:44:46] __main__ INFO: [467200/500000] acc 1 | loss 1.26411e-07 | sup loss 1.26411e-07 | ssl loss 0 | mask 1 | sec/iter 0.173303 | ssl coef 0 | lr 0.0006
[07/02 13:45:34] __main__ INFO: [467456/500000] acc 1 | loss 2.77329e-06 | sup loss 2.77329e-06 | ssl loss 0 | mask 1 | sec/iter 0.167841 | ssl coef 0 | lr 0.0006
[07/02 13:46:19] __main__ INFO: [467712/500000] acc 1 | loss 2.74785e-05 | sup loss 2.74785e-05 | ssl loss 0 | mask 1 | sec/iter 0.168783 | ssl coef 0 | lr 0.0006
[07/02 13:47:04] __main__ INFO: [467968/500000] acc 1 | loss 1.42609e-06 | sup loss 1.42609e-06 | ssl loss 0 | mask 1 | sec/iter 0.164965 | ssl coef 0 | lr 0.0006
[07/02 13:47:10] __main__ INFO: validation
[07/02 13:47:16] __main__ INFO: validation loss 2.999182 | validation acc. 0.766200 | raw acc. 0.766200
[07/02 13:47:59] __main__ INFO: [468224/500000] acc 1 | loss 8.06107e-07 | sup loss 8.06107e-07 | ssl loss 0 | mask 1 | sec/iter 0.167929 | ssl coef 0 | lr 0.0006
[07/02 13:48:46] __main__ INFO: [468480/500000] acc 1 | loss 8.55809e-07 | sup loss 8.55809e-07 | ssl loss 0 | mask 1 | sec/iter 0.172269 | ssl coef 0 | lr 0.0006
[07/02 13:49:44] __main__ INFO: [468736/500000] acc 1 | loss 2.61713e-06 | sup loss 2.61713e-06 | ssl loss 0 | mask 1 | sec/iter 0.178424 | ssl coef 0 | lr 0.0006
[07/02 13:50:41] __main__ INFO: [468992/500000] acc 1 | loss 2.04344e-08 | sup loss 2.04344e-08 | ssl loss 0 | mask 1 | sec/iter 0.178027 | ssl coef 0 | lr 0.0006
[07/02 13:51:39] __main__ INFO: [469248/500000] acc 1 | loss 1.33785e-07 | sup loss 1.33785e-07 | ssl loss 0 | mask 1 | sec/iter 0.173882 | ssl coef 0 | lr 0.0006
[07/02 13:52:36] __main__ INFO: [469504/500000] acc 1 | loss 1.94347e-05 | sup loss 1.94347e-05 | ssl loss 0 | mask 1 | sec/iter 0.174178 | ssl coef 0 | lr 0.0006
[07/02 13:53:34] __main__ INFO: [469760/500000] acc 1 | loss 3.56637e-08 | sup loss 3.56637e-08 | ssl loss 0 | mask 1 | sec/iter 0.161693 | ssl coef 0 | lr 0.0006
[07/02 13:54:28] __main__ INFO: validation
[07/02 13:54:38] __main__ INFO: validation loss 3.033876 | validation acc. 0.760800 | raw acc. 0.760800
[07/02 13:54:44] __main__ INFO: [470016/500000] acc 1 | loss 4.85235e-07 | sup loss 4.85235e-07 | ssl loss 0 | mask 1 | sec/iter 0.171454 | ssl coef 0 | lr 0.0006
[07/02 13:55:42] __main__ INFO: [470272/500000] acc 1 | loss 1.78001e-07 | sup loss 1.78001e-07 | ssl loss 0 | mask 1 | sec/iter 0.206996 | ssl coef 0 | lr 0.0006
[07/02 13:56:39] __main__ INFO: [470528/500000] acc 1 | loss 7.32911e-08 | sup loss 7.32911e-08 | ssl loss 0 | mask 1 | sec/iter 0.162626 | ssl coef 0 | lr 0.0006
[07/02 13:57:37] __main__ INFO: [470784/500000] acc 1 | loss 6.90327e-06 | sup loss 6.90327e-06 | ssl loss 0 | mask 1 | sec/iter 0.164369 | ssl coef 0 | lr 0.0006
[07/02 13:58:34] __main__ INFO: [471040/500000] acc 1 | loss 1.4732e-06 | sup loss 1.4732e-06 | ssl loss 0 | mask 1 | sec/iter 0.171786 | ssl coef 0 | lr 0.0006
[07/02 13:59:32] __main__ INFO: [471296/500000] acc 1 | loss 3.16874e-08 | sup loss 3.16874e-08 | ssl loss 0 | mask 1 | sec/iter 0.169983 | ssl coef 0 | lr 0.0006
[07/02 14:00:29] __main__ INFO: [471552/500000] acc 1 | loss 2.63323e-07 | sup loss 2.63323e-07 | ssl loss 0 | mask 1 | sec/iter 0.181341 | ssl coef 0 | lr 0.0006
[07/02 14:01:27] __main__ INFO: [471808/500000] acc 1 | loss 1.38885e-07 | sup loss 1.38885e-07 | ssl loss 0 | mask 1 | sec/iter 0.17698 | ssl coef 0 | lr 0.0006
[07/02 14:02:11] __main__ INFO: validation
[07/02 14:02:21] __main__ INFO: validation loss 3.004119 | validation acc. 0.758800 | raw acc. 0.758800
[07/02 14:02:36] __main__ INFO: [472064/500000] acc 1 | loss 6.89106e-07 | sup loss 6.89106e-07 | ssl loss 0 | mask 1 | sec/iter 0.16976 | ssl coef 0 | lr 0.0006
[07/02 14:03:35] __main__ INFO: [472320/500000] acc 1 | loss 4.49854e-07 | sup loss 4.49854e-07 | ssl loss 0 | mask 1 | sec/iter 0.175591 | ssl coef 0 | lr 0.0006
[07/02 14:04:34] __main__ INFO: [472576/500000] acc 1 | loss 1.06609e-07 | sup loss 1.06609e-07 | ssl loss 0 | mask 1 | sec/iter 0.180184 | ssl coef 0 | lr 0.0006
[07/02 14:05:32] __main__ INFO: [472832/500000] acc 1 | loss 3.34657e-07 | sup loss 3.34657e-07 | ssl loss 0 | mask 1 | sec/iter 0.175677 | ssl coef 0 | lr 0.0006
[07/02 14:06:30] __main__ INFO: [473088/500000] acc 1 | loss 1.11769e-07 | sup loss 1.11769e-07 | ssl loss 0 | mask 1 | sec/iter 0.165152 | ssl coef 0 | lr 0.0006
[07/02 14:07:27] __main__ INFO: [473344/500000] acc 1 | loss 4.94793e-07 | sup loss 4.94793e-07 | ssl loss 0 | mask 1 | sec/iter 0.112559 | ssl coef 0 | lr 0.0006
[07/02 14:08:11] __main__ INFO: [473600/500000] acc 1 | loss 1.46732e-07 | sup loss 1.46732e-07 | ssl loss 0 | mask 1 | sec/iter 0.166998 | ssl coef 0 | lr 0.0006
[07/02 14:08:57] __main__ INFO: [473856/500000] acc 1 | loss 4.98828e-08 | sup loss 4.98828e-08 | ssl loss 0 | mask 1 | sec/iter 0.167623 | ssl coef 0 | lr 0.0006
[07/02 14:09:22] __main__ INFO: validation
[07/02 14:09:29] __main__ INFO: validation loss 3.076070 | validation acc. 0.764000 | raw acc. 0.764000
[07/02 14:09:51] __main__ INFO: [474112/500000] acc 1 | loss 5.93379e-07 | sup loss 5.93379e-07 | ssl loss 0 | mask 1 | sec/iter 0.16882 | ssl coef 0 | lr 0.0006
[07/02 14:10:37] __main__ INFO: [474368/500000] acc 1 | loss 8.65405e-08 | sup loss 8.65405e-08 | ssl loss 0 | mask 1 | sec/iter 0.172905 | ssl coef 0 | lr 0.0006
[07/02 14:11:29] __main__ INFO: [474624/500000] acc 1 | loss 3.45853e-07 | sup loss 3.45853e-07 | ssl loss 0 | mask 1 | sec/iter 0.177746 | ssl coef 0 | lr 0.0006
[07/02 14:12:26] __main__ INFO: [474880/500000] acc 0.99838 | loss 0.00124149 | sup loss 0.00124149 | ssl loss 0 | mask 1 | sec/iter 0.161198 | ssl coef 0 | lr 0.0006
[07/02 14:13:24] __main__ INFO: [475136/500000] acc 1 | loss 3.16098e-07 | sup loss 3.16098e-07 | ssl loss 0 | mask 1 | sec/iter 0.166715 | ssl coef 0 | lr 0.0006
[07/02 14:14:22] __main__ INFO: [475392/500000] acc 1 | loss 1.80792e-07 | sup loss 1.80792e-07 | ssl loss 0 | mask 1 | sec/iter 0.180846 | ssl coef 0 | lr 0.0006
[07/02 14:15:19] __main__ INFO: [475648/500000] acc 1 | loss 2.30842e-05 | sup loss 2.30842e-05 | ssl loss 0 | mask 1 | sec/iter 0.175233 | ssl coef 0 | lr 0.0006
[07/02 14:16:17] __main__ INFO: [475904/500000] acc 1 | loss 3.87464e-05 | sup loss 3.87464e-05 | ssl loss 0 | mask 1 | sec/iter 0.162218 | ssl coef 0 | lr 0.0006
[07/02 14:16:38] __main__ INFO: validation
[07/02 14:16:49] __main__ INFO: validation loss 3.003506 | validation acc. 0.765800 | raw acc. 0.765800
[07/02 14:17:26] __main__ INFO: [476160/500000] acc 1 | loss 3.68871e-07 | sup loss 3.68871e-07 | ssl loss 0 | mask 1 | sec/iter 0.167026 | ssl coef 0 | lr 0.0006
[07/02 14:18:25] __main__ INFO: [476416/500000] acc 1 | loss 6.26245e-06 | sup loss 6.26245e-06 | ssl loss 0 | mask 1 | sec/iter 0.169949 | ssl coef 0 | lr 0.0006
[07/02 14:19:23] __main__ INFO: [476672/500000] acc 1 | loss 2.50544e-07 | sup loss 2.50544e-07 | ssl loss 0 | mask 1 | sec/iter 0.183009 | ssl coef 0 | lr 0.0006
[07/02 14:20:20] __main__ INFO: [476928/500000] acc 1 | loss 7.85901e-08 | sup loss 7.85901e-08 | ssl loss 0 | mask 1 | sec/iter 0.176182 | ssl coef 0 | lr 0.0006
[07/02 14:21:18] __main__ INFO: [477184/500000] acc 1 | loss 1.98317e-07 | sup loss 1.98317e-07 | ssl loss 0 | mask 1 | sec/iter 0.173441 | ssl coef 0 | lr 0.0006
[07/02 14:22:16] __main__ INFO: [477440/500000] acc 1 | loss 1.53275e-06 | sup loss 1.53275e-06 | ssl loss 0 | mask 1 | sec/iter 0.175489 | ssl coef 0 | lr 0.0006
[07/02 14:23:15] __main__ INFO: [477696/500000] acc 1 | loss 1.01945e-06 | sup loss 1.01945e-06 | ssl loss 0 | mask 1 | sec/iter 0.172581 | ssl coef 0 | lr 0.0006
[07/02 14:24:12] __main__ INFO: [477952/500000] acc 1 | loss 7.18797e-07 | sup loss 7.18797e-07 | ssl loss 0 | mask 1 | sec/iter 0.164367 | ssl coef 0 | lr 0.0006
[07/02 14:24:23] __main__ INFO: validation
[07/02 14:24:33] __main__ INFO: validation loss 2.957088 | validation acc. 0.768600 | raw acc. 0.768600
[07/02 14:25:21] __main__ INFO: [478208/500000] acc 1 | loss 3.04508e-07 | sup loss 3.04508e-07 | ssl loss 0 | mask 1 | sec/iter 0.183759 | ssl coef 0 | lr 0.0006
[07/02 14:26:19] __main__ INFO: [478464/500000] acc 1 | loss 4.03735e-07 | sup loss 4.03735e-07 | ssl loss 0 | mask 1 | sec/iter 0.176355 | ssl coef 0 | lr 0.0006
[07/02 14:27:17] __main__ INFO: [478720/500000] acc 1 | loss 1.71772e-08 | sup loss 1.71772e-08 | ssl loss 0 | mask 1 | sec/iter 0.174554 | ssl coef 0 | lr 0.0006
[07/02 14:28:15] __main__ INFO: [478976/500000] acc 1 | loss 2.93494e-08 | sup loss 2.93494e-08 | ssl loss 0 | mask 1 | sec/iter 0.181763 | ssl coef 0 | lr 0.0006
[07/02 14:29:14] __main__ INFO: [479232/500000] acc 1 | loss 7.7953e-08 | sup loss 7.7953e-08 | ssl loss 0 | mask 1 | sec/iter 0.170624 | ssl coef 0 | lr 0.0006
[07/02 14:30:09] __main__ INFO: [479488/500000] acc 1 | loss 2.4983e-08 | sup loss 2.4983e-08 | ssl loss 0 | mask 1 | sec/iter 0.187505 | ssl coef 0 | lr 0.0006
[07/02 14:30:55] __main__ INFO: [479744/500000] acc 0.999999 | loss 3.76791e-06 | sup loss 3.76791e-06 | ssl loss 0 | mask 1 | sec/iter 0.170426 | ssl coef 0 | lr 0.0006
[07/02 14:31:41] __main__ INFO: [480000/500000] acc 1 | loss 7.18656e-07 | sup loss 7.18656e-07 | ssl loss 0 | mask 1 | sec/iter 0.166747 | ssl coef 0 | lr 0.0006
[07/02 14:31:41] __main__ INFO: validation
[07/02 14:31:48] __main__ INFO: validation loss 3.042911 | validation acc. 0.766600 | raw acc. 0.766600
[07/02 14:32:35] __main__ INFO: [480256/500000] acc 1 | loss 2.41769e-07 | sup loss 2.41769e-07 | ssl loss 0 | mask 1 | sec/iter 0.166781 | ssl coef 0 | lr 0.0006
[07/02 14:33:22] __main__ INFO: [480512/500000] acc 1 | loss 1.63794e-07 | sup loss 1.63794e-07 | ssl loss 0 | mask 1 | sec/iter 0.170859 | ssl coef 0 | lr 0.0006
[07/02 14:34:20] __main__ INFO: [480768/500000] acc 1 | loss 5.3362e-06 | sup loss 5.3362e-06 | ssl loss 0 | mask 1 | sec/iter 0.176445 | ssl coef 0 | lr 0.0006
[07/02 14:35:18] __main__ INFO: [481024/500000] acc 1 | loss 2.22472e-07 | sup loss 2.22472e-07 | ssl loss 0 | mask 1 | sec/iter 0.167935 | ssl coef 0 | lr 0.0006
[07/02 14:36:15] __main__ INFO: [481280/500000] acc 1 | loss 1.44554e-07 | sup loss 1.44554e-07 | ssl loss 0 | mask 1 | sec/iter 0.173535 | ssl coef 0 | lr 0.0006
[07/02 14:37:12] __main__ INFO: [481536/500000] acc 1 | loss 4.40917e-07 | sup loss 4.40917e-07 | ssl loss 0 | mask 1 | sec/iter 0.175678 | ssl coef 0 | lr 0.0006
[07/02 14:38:10] __main__ INFO: [481792/500000] acc 1 | loss 1.22041e-06 | sup loss 1.22041e-06 | ssl loss 0 | mask 1 | sec/iter 0.175872 | ssl coef 0 | lr 0.0006
[07/02 14:38:57] __main__ INFO: validation
[07/02 14:39:07] __main__ INFO: validation loss 3.072616 | validation acc. 0.767800 | raw acc. 0.767800
[07/02 14:39:19] __main__ INFO: [482048/500000] acc 1 | loss 1.60612e-07 | sup loss 1.60612e-07 | ssl loss 0 | mask 1 | sec/iter 0.191088 | ssl coef 0 | lr 0.0006
[07/02 14:40:16] __main__ INFO: [482304/500000] acc 1 | loss 6.13029e-06 | sup loss 6.13029e-06 | ssl loss 0 | mask 1 | sec/iter 0.174456 | ssl coef 0 | lr 0.0006
[07/02 14:41:21] __main__ INFO: [482560/500000] acc 1 | loss 2.83227e-07 | sup loss 2.83227e-07 | ssl loss 0 | mask 1 | sec/iter 0.162799 | ssl coef 0 | lr 0.0006
[07/02 14:42:33] __main__ INFO: [482816/500000] acc 1 | loss 9.63133e-07 | sup loss 9.63133e-07 | ssl loss 0 | mask 1 | sec/iter 0.15186 | ssl coef 0 | lr 0.0006
[07/02 14:43:37] __main__ INFO: [483072/500000] acc 1 | loss 3.21359e-05 | sup loss 3.21359e-05 | ssl loss 0 | mask 1 | sec/iter 0.179845 | ssl coef 0 | lr 0.0006
[07/02 14:44:45] __main__ INFO: [483328/500000] acc 1 | loss 1.04656e-05 | sup loss 1.04656e-05 | ssl loss 0 | mask 1 | sec/iter 0.150172 | ssl coef 0 | lr 0.0006
[07/02 14:45:59] __main__ INFO: [483584/500000] acc 1 | loss 6.5513e-06 | sup loss 6.5513e-06 | ssl loss 0 | mask 1 | sec/iter 0.1545 | ssl coef 0 | lr 0.0006
[07/02 14:46:59] __main__ INFO: [483840/500000] acc 1 | loss 1.1459e-08 | sup loss 1.1459e-08 | ssl loss 0 | mask 1 | sec/iter 0.184281 | ssl coef 0 | lr 0.0006
[07/02 14:47:35] __main__ INFO: validation
[07/02 14:47:46] __main__ INFO: validation loss 3.109658 | validation acc. 0.769800 | raw acc. 0.769800
[07/02 14:48:15] __main__ INFO: [484096/500000] acc 1 | loss 2.06451e-07 | sup loss 2.06451e-07 | ssl loss 0 | mask 1 | sec/iter 0.155619 | ssl coef 0 | lr 0.0006
[07/02 14:49:23] __main__ INFO: [484352/500000] acc 1 | loss 1.08296e-07 | sup loss 1.08296e-07 | ssl loss 0 | mask 1 | sec/iter 0.180549 | ssl coef 0 | lr 0.0006
[07/02 14:50:36] __main__ INFO: [484608/500000] acc 1 | loss 5.53971e-07 | sup loss 5.53971e-07 | ssl loss 0 | mask 1 | sec/iter 0.162625 | ssl coef 0 | lr 0.0006
[07/02 14:51:48] __main__ INFO: [484864/500000] acc 1 | loss 5.46907e-07 | sup loss 5.46907e-07 | ssl loss 0 | mask 1 | sec/iter 0.180908 | ssl coef 0 | lr 0.0006
[07/02 14:53:01] __main__ INFO: [485120/500000] acc 1 | loss 1.69949e-06 | sup loss 1.69949e-06 | ssl loss 0 | mask 1 | sec/iter 0.157635 | ssl coef 0 | lr 0.0006
[07/02 14:54:18] __main__ INFO: [485376/500000] acc 1 | loss 9.47286e-08 | sup loss 9.47286e-08 | ssl loss 0 | mask 1 | sec/iter 0.15417 | ssl coef 0 | lr 0.0006
[07/02 14:55:04] __main__ INFO: [485632/500000] acc 1 | loss 6.54826e-07 | sup loss 6.54826e-07 | ssl loss 0 | mask 1 | sec/iter 0.139543 | ssl coef 0 | lr 0.0006
[07/02 14:55:47] __main__ INFO: [485888/500000] acc 1 | loss 1.02086e-07 | sup loss 1.02086e-07 | ssl loss 0 | mask 1 | sec/iter 0.131428 | ssl coef 0 | lr 0.0006
[07/02 14:56:05] __main__ INFO: validation
[07/02 14:56:12] __main__ INFO: validation loss 3.133950 | validation acc. 0.769600 | raw acc. 0.769600
[07/02 14:56:38] __main__ INFO: [486144/500000] acc 1 | loss 4.2034e-06 | sup loss 4.2034e-06 | ssl loss 0 | mask 1 | sec/iter 0.126408 | ssl coef 0 | lr 0.0006
[07/02 14:57:20] __main__ INFO: [486400/500000] acc 1 | loss 5.0629e-08 | sup loss 5.0629e-08 | ssl loss 0 | mask 1 | sec/iter 0.124598 | ssl coef 0 | lr 0.0006
[07/02 14:58:03] __main__ INFO: [486656/500000] acc 1 | loss 4.351e-07 | sup loss 4.351e-07 | ssl loss 0 | mask 1 | sec/iter 0.125616 | ssl coef 0 | lr 0.0006
[07/02 14:58:48] __main__ INFO: [486912/500000] acc 1 | loss 1.45998e-07 | sup loss 1.45998e-07 | ssl loss 0 | mask 1 | sec/iter 0.166362 | ssl coef 0 | lr 0.0006
[07/02 14:59:38] __main__ INFO: [487168/500000] acc 1 | loss 1.07472e-06 | sup loss 1.07472e-06 | ssl loss 0 | mask 1 | sec/iter 0.163489 | ssl coef 0 | lr 0.0006
[07/02 15:00:37] __main__ INFO: [487424/500000] acc 1 | loss 3.82394e-07 | sup loss 3.82394e-07 | ssl loss 0 | mask 1 | sec/iter 0.167687 | ssl coef 0 | lr 0.0006
[07/02 15:01:35] __main__ INFO: [487680/500000] acc 1 | loss 8.71214e-05 | sup loss 8.71214e-05 | ssl loss 0 | mask 1 | sec/iter 0.15692 | ssl coef 0 | lr 0.0006
[07/02 15:02:33] __main__ INFO: [487936/500000] acc 1 | loss 2.6233e-05 | sup loss 2.6233e-05 | ssl loss 0 | mask 1 | sec/iter 0.160396 | ssl coef 0 | lr 0.0006
[07/02 15:02:48] __main__ INFO: validation
[07/02 15:02:58] __main__ INFO: validation loss 3.052088 | validation acc. 0.771800 | raw acc. 0.771800
[07/02 15:02:59] __main__ INFO: test
[07/02 15:03:15] __main__ INFO: test loss 3.401739 | test acc. 0.754900 | raw acc. 0.754900
[07/02 15:03:15] __main__ INFO: test accuracy 0.754900
[07/02 15:04:00] __main__ INFO: [488192/500000] acc 1 | loss 7.3518e-07 | sup loss 7.3518e-07 | ssl loss 0 | mask 1 | sec/iter 0.180113 | ssl coef 0 | lr 0.0006
[07/02 15:04:59] __main__ INFO: [488448/500000] acc 1 | loss 1.16816e-08 | sup loss 1.16816e-08 | ssl loss 0 | mask 1 | sec/iter 0.169362 | ssl coef 0 | lr 0.0006
[07/02 15:05:59] __main__ INFO: [488704/500000] acc 1 | loss 4.40611e-08 | sup loss 4.40611e-08 | ssl loss 0 | mask 1 | sec/iter 0.180808 | ssl coef 0 | lr 0.0006
[07/02 15:07:04] __main__ INFO: [488960/500000] acc 1 | loss 2.0808e-07 | sup loss 2.0808e-07 | ssl loss 0 | mask 1 | sec/iter 0.164009 | ssl coef 0 | lr 0.0006
[07/02 15:08:17] __main__ INFO: [489216/500000] acc 1 | loss 3.56289e-07 | sup loss 3.56289e-07 | ssl loss 0 | mask 1 | sec/iter 0.166043 | ssl coef 0 | lr 0.0006
[07/02 15:09:27] __main__ INFO: [489472/500000] acc 1 | loss 1.15415e-06 | sup loss 1.15415e-06 | ssl loss 0 | mask 1 | sec/iter 0.178134 | ssl coef 0 | lr 0.0006
[07/02 15:10:24] __main__ INFO: [489728/500000] acc 1 | loss 2.46929e-07 | sup loss 2.46929e-07 | ssl loss 0 | mask 1 | sec/iter 0.180333 | ssl coef 0 | lr 0.0006
[07/02 15:11:22] __main__ INFO: [489984/500000] acc 1 | loss 3.98154e-07 | sup loss 3.98154e-07 | ssl loss 0 | mask 1 | sec/iter 0.185261 | ssl coef 0 | lr 0.0006
[07/02 15:11:26] __main__ INFO: validation
[07/02 15:11:37] __main__ INFO: validation loss 3.087906 | validation acc. 0.771600 | raw acc. 0.771600
[07/02 15:12:33] __main__ INFO: [490240/500000] acc 1 | loss 3.18172e-06 | sup loss 3.18172e-06 | ssl loss 0 | mask 1 | sec/iter 0.160784 | ssl coef 0 | lr 0.0006
[07/02 15:13:32] __main__ INFO: [490496/500000] acc 1 | loss 3.39098e-07 | sup loss 3.39098e-07 | ssl loss 0 | mask 1 | sec/iter 0.169521 | ssl coef 0 | lr 0.0006
[07/02 15:14:31] __main__ INFO: [490752/500000] acc 1 | loss 9.76952e-08 | sup loss 9.76952e-08 | ssl loss 0 | mask 1 | sec/iter 0.167228 | ssl coef 0 | lr 0.0006
[07/02 15:15:29] __main__ INFO: [491008/500000] acc 1 | loss 1.6262e-06 | sup loss 1.6262e-06 | ssl loss 0 | mask 1 | sec/iter 0.16027 | ssl coef 0 | lr 0.0006
[07/02 15:16:28] __main__ INFO: [491264/500000] acc 1 | loss 2.9621e-06 | sup loss 2.9621e-06 | ssl loss 0 | mask 1 | sec/iter 0.167222 | ssl coef 0 | lr 0.0006
[07/02 15:17:26] __main__ INFO: [491520/500000] acc 1 | loss 4.53894e-07 | sup loss 4.53894e-07 | ssl loss 0 | mask 1 | sec/iter 0.171178 | ssl coef 0 | lr 0.0006
[07/02 15:18:25] __main__ INFO: [491776/500000] acc 1 | loss 3.8382e-09 | sup loss 3.8382e-09 | ssl loss 0 | mask 1 | sec/iter 0.170419 | ssl coef 0 | lr 0.0006
[07/02 15:19:09] __main__ INFO: validation
[07/02 15:19:15] __main__ INFO: validation loss 3.058690 | validation acc. 0.772400 | raw acc. 0.772400
[07/02 15:19:16] __main__ INFO: test
[07/02 15:19:29] __main__ INFO: test loss 3.415215 | test acc. 0.759400 | raw acc. 0.759400
[07/02 15:19:29] __main__ INFO: test accuracy 0.759400
[07/02 15:19:37] __main__ INFO: [492032/500000] acc 1 | loss 6.83958e-08 | sup loss 6.83958e-08 | ssl loss 0 | mask 1 | sec/iter 0.164207 | ssl coef 0 | lr 0.0006
[07/02 15:20:22] __main__ INFO: [492288/500000] acc 1 | loss 5.25566e-08 | sup loss 5.25566e-08 | ssl loss 0 | mask 1 | sec/iter 0.166762 | ssl coef 0 | lr 0.0006
[07/02 15:21:06] __main__ INFO: [492544/500000] acc 1 | loss 1.13361e-07 | sup loss 1.13361e-07 | ssl loss 0 | mask 1 | sec/iter 0.165454 | ssl coef 0 | lr 0.0006
[07/02 15:21:51] __main__ INFO: [492800/500000] acc 1 | loss 2.49607e-07 | sup loss 2.49607e-07 | ssl loss 0 | mask 1 | sec/iter 0.171203 | ssl coef 0 | lr 0.0006
[07/02 15:22:44] __main__ INFO: [493056/500000] acc 1 | loss 3.23568e-07 | sup loss 3.23568e-07 | ssl loss 0 | mask 1 | sec/iter 0.163646 | ssl coef 0 | lr 0.0006
[07/02 15:23:43] __main__ INFO: [493312/500000] acc 1 | loss 6.86275e-09 | sup loss 6.86275e-09 | ssl loss 0 | mask 1 | sec/iter 0.165868 | ssl coef 0 | lr 0.0006
[07/02 15:24:42] __main__ INFO: [493568/500000] acc 1 | loss 6.51992e-07 | sup loss 6.51992e-07 | ssl loss 0 | mask 1 | sec/iter 0.181928 | ssl coef 0 | lr 0.0006
[07/02 15:25:41] __main__ INFO: [493824/500000] acc 1 | loss 4.41751e-06 | sup loss 4.41751e-06 | ssl loss 0 | mask 1 | sec/iter 0.158403 | ssl coef 0 | lr 0.0006
[07/02 15:26:22] __main__ INFO: validation
[07/02 15:26:32] __main__ INFO: validation loss 3.128794 | validation acc. 0.769000 | raw acc. 0.769000
[07/02 15:26:51] __main__ INFO: [494080/500000] acc 1 | loss 9.14721e-08 | sup loss 9.14721e-08 | ssl loss 0 | mask 1 | sec/iter 0.170478 | ssl coef 0 | lr 0.0006
[07/02 15:27:49] __main__ INFO: [494336/500000] acc 1 | loss 1.51277e-06 | sup loss 1.51277e-06 | ssl loss 0 | mask 1 | sec/iter 0.175425 | ssl coef 0 | lr 0.0006
[07/02 15:28:47] __main__ INFO: [494592/500000] acc 1 | loss 4.3713e-08 | sup loss 4.3713e-08 | ssl loss 0 | mask 1 | sec/iter 0.158683 | ssl coef 0 | lr 0.0006
[07/02 15:29:45] __main__ INFO: [494848/500000] acc 1 | loss 3.10374e-07 | sup loss 3.10374e-07 | ssl loss 0 | mask 1 | sec/iter 0.175065 | ssl coef 0 | lr 0.0006
[07/02 15:30:43] __main__ INFO: [495104/500000] acc 1 | loss 0.000103744 | sup loss 0.000103744 | ssl loss 0 | mask 1 | sec/iter 0.17501 | ssl coef 0 | lr 0.0006
[07/02 15:31:41] __main__ INFO: [495360/500000] acc 1 | loss 0.000128216 | sup loss 0.000128216 | ssl loss 0 | mask 1 | sec/iter 0.190517 | ssl coef 0 | lr 0.0006
[07/02 15:32:39] __main__ INFO: [495616/500000] acc 1 | loss 1.06681e-05 | sup loss 1.06681e-05 | ssl loss 0 | mask 1 | sec/iter 0.180789 | ssl coef 0 | lr 0.0006
[07/02 15:33:37] __main__ INFO: [495872/500000] acc 1 | loss 1.74819e-06 | sup loss 1.74819e-06 | ssl loss 0 | mask 1 | sec/iter 0.167663 | ssl coef 0 | lr 0.0006
[07/02 15:34:06] __main__ INFO: validation
[07/02 15:34:16] __main__ INFO: validation loss 3.134269 | validation acc. 0.768400 | raw acc. 0.768400
[07/02 15:34:46] __main__ INFO: [496128/500000] acc 1 | loss 3.14382e-08 | sup loss 3.14382e-08 | ssl loss 0 | mask 1 | sec/iter 0.157134 | ssl coef 0 | lr 0.0006
[07/02 15:35:45] __main__ INFO: [496384/500000] acc 1 | loss 3.50535e-07 | sup loss 3.50535e-07 | ssl loss 0 | mask 1 | sec/iter 0.178085 | ssl coef 0 | lr 0.0006
[07/02 15:36:43] __main__ INFO: [496640/500000] acc 1 | loss 1.57494e-07 | sup loss 1.57494e-07 | ssl loss 0 | mask 1 | sec/iter 0.160039 | ssl coef 0 | lr 0.0006
[07/02 15:37:42] __main__ INFO: [496896/500000] acc 1 | loss 5.93726e-08 | sup loss 5.93726e-08 | ssl loss 0 | mask 1 | sec/iter 0.163051 | ssl coef 0 | lr 0.0006
[07/02 15:38:40] __main__ INFO: [497152/500000] acc 1 | loss 1.05209e-05 | sup loss 1.05209e-05 | ssl loss 0 | mask 1 | sec/iter 0.164068 | ssl coef 0 | lr 0.0006
[07/02 15:39:38] __main__ INFO: [497408/500000] acc 1 | loss 4.85468e-08 | sup loss 4.85468e-08 | ssl loss 0 | mask 1 | sec/iter 0.178789 | ssl coef 0 | lr 0.0006
[07/02 15:40:35] __main__ INFO: [497664/500000] acc 1 | loss 3.16793e-06 | sup loss 3.16793e-06 | ssl loss 0 | mask 1 | sec/iter 0.17307 | ssl coef 0 | lr 0.0006
[07/02 15:41:27] __main__ INFO: [497920/500000] acc 1 | loss 8.87143e-08 | sup loss 8.87143e-08 | ssl loss 0 | mask 1 | sec/iter 0.166001 | ssl coef 0 | lr 0.0006
[07/02 15:41:41] __main__ INFO: validation
[07/02 15:41:48] __main__ INFO: validation loss 3.131349 | validation acc. 0.770200 | raw acc. 0.770200
[07/02 15:42:22] __main__ INFO: [498176/500000] acc 1 | loss 7.8787e-07 | sup loss 7.8787e-07 | ssl loss 0 | mask 1 | sec/iter 0.168618 | ssl coef 0 | lr 0.0006
[07/02 15:43:07] __main__ INFO: [498432/500000] acc 1 | loss 8.89019e-08 | sup loss 8.89019e-08 | ssl loss 0 | mask 1 | sec/iter 0.168902 | ssl coef 0 | lr 0.0006
[07/02 15:43:53] __main__ INFO: [498688/500000] acc 1 | loss 4.24147e-07 | sup loss 4.24147e-07 | ssl loss 0 | mask 1 | sec/iter 0.166806 | ssl coef 0 | lr 0.0006
[07/02 15:44:40] __main__ INFO: [498944/500000] acc 1 | loss 2.52453e-07 | sup loss 2.52453e-07 | ssl loss 0 | mask 1 | sec/iter 0.1693 | ssl coef 0 | lr 0.0006
[07/02 15:45:38] __main__ INFO: [499200/500000] acc 1 | loss 1.14993e-07 | sup loss 1.14993e-07 | ssl loss 0 | mask 1 | sec/iter 0.179181 | ssl coef 0 | lr 0.0006
[07/02 15:46:37] __main__ INFO: [499456/500000] acc 1 | loss 2.61397e-08 | sup loss 2.61397e-08 | ssl loss 0 | mask 1 | sec/iter 0.182244 | ssl coef 0 | lr 0.0006
[07/02 15:47:35] __main__ INFO: [499712/500000] acc 1 | loss 6.63576e-08 | sup loss 6.63576e-08 | ssl loss 0 | mask 1 | sec/iter 0.184138 | ssl coef 0 | lr 0.0006
[07/02 15:48:33] __main__ INFO: [499968/500000] acc 1 | loss 1.38222e-08 | sup loss 1.38222e-08 | ssl loss 0 | mask 1 | sec/iter 0.179535 | ssl coef 0 | lr 0.0006
[07/02 15:48:39] __main__ INFO: validation
[07/02 15:48:48] __main__ INFO: validation loss 3.192247 | validation acc. 0.768200 | raw acc. 0.768200