| from utils import generate_func, read_prompt_list | |
| import videosys | |
| from videosys import LatteConfig, LattePipeline | |
| from videosys.models.latte import LattePABConfig | |
| def eval_base(prompt_list): | |
| config = LatteConfig() | |
| pipeline = LattePipeline(config) | |
| generate_func(pipeline, prompt_list, "./samples/latte_base", loop=5) | |
| def eval_pab1(prompt_list): | |
| pab_config = LattePABConfig( | |
| spatial_gap=2, | |
| temporal_gap=3, | |
| cross_gap=6, | |
| ) | |
| config = LatteConfig(enable_pab=True, pab_config=pab_config) | |
| pipeline = LattePipeline(config) | |
| generate_func(pipeline, prompt_list, "./samples/latte_pab1", loop=5) | |
| def eval_pab2(prompt_list): | |
| pab_config = LattePABConfig( | |
| spatial_gap=3, | |
| temporal_gap=4, | |
| cross_gap=7, | |
| ) | |
| config = LatteConfig(enable_pab=True, pab_config=pab_config) | |
| pipeline = LattePipeline(config) | |
| generate_func(pipeline, prompt_list, "./samples/latte_pab2", loop=5) | |
| def eval_pab3(prompt_list): | |
| pab_config = LattePABConfig( | |
| spatial_gap=4, | |
| temporal_gap=6, | |
| cross_gap=9, | |
| ) | |
| config = LatteConfig(enable_pab=True, pab_config=pab_config) | |
| pipeline = LattePipeline(config) | |
| generate_func(pipeline, prompt_list, "./samples/latte_pab3", loop=5) | |
| if __name__ == "__main__": | |
| videosys.initialize(42) | |
| prompt_list = read_prompt_list("vbench/VBench_full_info.json") | |
| eval_base(prompt_list) | |
| eval_pab1(prompt_list) | |
| eval_pab2(prompt_list) | |
| eval_pab3(prompt_list) | |