added zs2_448w
Browse files
zs2_448w/configuration.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{ "framework": "pytorch",
|
| 2 |
+
"task": "text-to-video-synthesis",
|
| 3 |
+
"model": {
|
| 4 |
+
"type": "latent-text-to-video-synthesis",
|
| 5 |
+
"model_args": {
|
| 6 |
+
"ckpt_clip": "open_clip_pytorch_model.bin",
|
| 7 |
+
"ckpt_unet": "text2video_pytorch_model.pth",
|
| 8 |
+
"ckpt_autoencoder": "../VQGAN_autoencoder.pth",
|
| 9 |
+
"max_frames": 16,
|
| 10 |
+
"tiny_gpu": 1
|
| 11 |
+
},
|
| 12 |
+
"model_cfg": {
|
| 13 |
+
"unet_in_dim": 4,
|
| 14 |
+
"unet_dim": 320,
|
| 15 |
+
"unet_y_dim": 768,
|
| 16 |
+
"unet_context_dim": 1024,
|
| 17 |
+
"unet_out_dim": 4,
|
| 18 |
+
"unet_dim_mult": [1, 2, 4, 4],
|
| 19 |
+
"unet_num_heads": 8,
|
| 20 |
+
"unet_head_dim": 64,
|
| 21 |
+
"unet_res_blocks": 2,
|
| 22 |
+
"unet_attn_scales": [1, 0.5, 0.25],
|
| 23 |
+
"unet_dropout": 0.1,
|
| 24 |
+
"temporal_attention": "True",
|
| 25 |
+
"num_timesteps": 1000,
|
| 26 |
+
"mean_type": "eps",
|
| 27 |
+
"var_type": "fixed_small",
|
| 28 |
+
"loss_type": "mse"
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"pipeline": {
|
| 32 |
+
"type": "latent-text-to-video-synthesis"
|
| 33 |
+
}
|
| 34 |
+
}
|
zs2_448w/open_clip_pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a4c4972695e1c8005e929fe9d8e857f2dbd65967900c195eabe5223567a57794
|
| 3 |
+
size 1972454741
|
zs2_448w/text2video_pytorch_model.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f8784148193f58209c9954f324173cf5f6b04d3cada762d0b98b140d5be2bda
|
| 3 |
+
size 2822976729
|