Upload folder using huggingface_hub

exp_rope_clipcls_vit_b16_s512m_bs8k/checkpoints/epoch_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5711fc667c8378c10b4ecfcedce976907b2dad6acf6a1af366387b890d3365c4
+size 2337851367

exp_rope_clipcls_vit_b16_s512m_bs8k/checkpoints/results.jsonl

@@ -1 +1,12 @@
 {"imagenet-zeroshot-val-top1": 0.0015595918367346938, "imagenet-zeroshot-val-top5": 0.0029268367346938777}
+{"imagenet-zeroshot-val-top1": 0.0019320408163265306, "imagenet-zeroshot-val-top5": 0.0033858163265306123}
+{"imagenet-zeroshot-val-top1": 0.0021146938775510205, "imagenet-zeroshot-val-top5": 0.0035695918367346937}
+{"imagenet-zeroshot-val-top1": 0.0022825510204081633, "imagenet-zeroshot-val-top5": 0.0037456122448979593}
+{"imagenet-zeroshot-val-top1": 0.002414795918367347, "imagenet-zeroshot-val-top5": 0.0038751020408163265}
+{"imagenet-zeroshot-val-top1": 0.002423469387755102, "imagenet-zeroshot-val-top5": 0.0038877551020408165}
+{"imagenet-zeroshot-val-top1": 0.0025968367346938777, "imagenet-zeroshot-val-top5": 0.004040102040816326}
+{"imagenet-zeroshot-val-top1": 0.002754183673469388, "imagenet-zeroshot-val-top5": 0.004176122448979592}
+{"imagenet-zeroshot-val-top1": 0.0029424489795918368, "imagenet-zeroshot-val-top5": 0.004326020408163265}
+{"imagenet-zeroshot-val-top1": 0.0031240816326530614, "imagenet-zeroshot-val-top5": 0.004441938775510204}
+{"imagenet-zeroshot-val-top1": 0.0031896938775510205, "imagenet-zeroshot-val-top5": 0.004487142857142857}
+{"imagenet-zeroshot-val-top1": 0.0031844897959183672, "imagenet-zeroshot-val-top5": 0.004485714285714286}

exp_rope_clipcls_vit_b16_s512m_bs8k/params.txt

@@ -24,7 +24,7 @@ distill: False
 distill_model: None
 distill_pretrained: None
 distributed: True
-epochs: 4
+epochs: 1
 epochs_cooldown: None
 eps: 1e-06
 force_custom_text: False
@@ -42,6 +42,7 @@ image_resize_mode: None
 image_std: None
 imagenet_v2: None
 imagenet_val: /mnt/bn/zilongdata-hl/dataset/imagenet/val
+is_cls_token: True
 local_loss: True
 local_rank: 0
 lock_image: False
@@ -55,7 +56,7 @@ log_level: 20
 log_local: False
 log_path: ./logs-lr1e-3-datacomp/exp_rope_clipcls_vit_b16_s512m_bs8k/out.log
 logs: ./logs-lr1e-3-datacomp
-lr: 0.001
+lr: 0.0005
 lr_cooldown_end: 0.0
 lr_cooldown_power: 1.0
 lr_scheduler: cosine
@@ -66,7 +67,7 @@ native_dynamic_resolution: True
 no_set_device_rank: False
 only_packing: True
 precision: amp_bfloat16
-pretrained: 
+pretrained: /mnt/bn/zilongdata-hl/code/SuperCls/opencls/logs-lr1e-3-datacomp/exp_rope_clipcls_vit_b16_s512m_bs8k/checkpoints/epoch_4.pt
 pretrained_image: 
 pretrained_text: 
 rank: 0
@@ -74,7 +75,7 @@ remote_sync: None
 remote_sync_frequency: 300
 remote_sync_protocol: s3
 report_to: wandb
-resume: None
+resume: ./logs-lr1e-3-datacomp/exp_rope_clipcls_vit_b16_s512m_bs8k/checkpoints/step_61040.pt
 rope_attn_num_heads: 12
 rope_model_width: 768
 save_every_n_steps: 6104
@@ -88,9 +89,9 @@ tensorboard_path:
 torchcompile: False
 torchscript: False
 trace: False
-train_data: /mnt/bn/bytenas-weixian/data/Recap-DataComp-1B-Dataset/{000000..140146}.tar
+train_data: 
 train_data_upsampling_factors: None
-train_num_samples: 128000000
+train_num_samples: 512000000
 use_bn_sync: False
 use_bnb_linear: None
 val_data: None