Upload SMAForSSL

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/iris/u/jwxie/workspace/domain-agnostic-pretraining/examples/research_projects/domain-agnostic-pretraining/saved_models/language_pretrained/wikibooks_guided_self_random_select_masking_recon_small-adamw_torch-lr1e-4-wd0.01-mr0.15/checkpoint-1000000",
+  "_name_or_path": null,
   "architectures": [
     "SMAForSSL"
   ],
@@ -37,7 +37,7 @@
   "layernorm_eps": 1e-12,
   "loss_fn": "mse",
   "max_position_embeddings": 1024,
-  "model_type": "perceiver_sma",
+  "model_type": "sma",
   "num_blocks": 1,
   "num_cross_attention_heads": 8,
   "num_discrete_tokens": 262,
@@ -60,17 +60,7 @@
       "ema_decay_end": 0.0,
       "ema_decay_start": 0.0
     },
-    "eval_transform_args": [
-      [
-        "RandomlySelectedCrossAttentionMasking",
-        {
-          "exclude_seen_reconstruction": true,
-          "masking_ratio": 0.15,
-          "num_per_query": 4,
-          "varying_length": true
-        }
-      ]
-    ],
+    "eval_transform_args": null,
     "mask_replace": 3,
     "num_layer_target_avg": null,
     "reconstruction_decoder_args": {