config.json

{
  "S": 256,
  "T": 16,
  "attn_drop": 0.0,
  "d_model": 512,
  "factored_vocab_size": 512,
  "image_vocab_size": 262144,
  "max_corrupt_rate": 0.2,
  "mlp_bias": true,
  "mlp_drop": 0.0,
  "mlp_ratio": 4.0,
  "non_mlm_ratio": 0.5,
  "num_factored_vocabs": 2,
  "num_heads": 8,
  "num_layers": 32,
  "num_prompt_frames": 1,
  "proj_bias": true,
  "qk_norm": false,
  "qkv_bias": false,
  "use_mup": true
}