WRBench/wrbench.runtime.example.json at main · JinPLu/WRBench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
{
  "schema_version": 1,
  "models": {
    "easyanimate-v51-camera": {
      "python_bin": "/path/to/easyanimate/venv/bin/python",
      "repo_root": "/path/to/EasyAnimate",
      "model_path": "/path/to/easyanimate/checkpoints",
      "gpu_id": 0,
      "extra_paths": {
        "enable_teacache": "false"
      }
    },
    "minwm-hy-action2v": {
      "python_bin": "/path/to/minwm-hy/venv/bin/python",
      "repo_root": "/path/to/minWM",
      "model_path": "/path/to/minWM/HY15/Action2V/dmd",
      "gpu_id": 0,
      "extra_paths": {
        "torchrun_bin": "/path/to/minwm-hy/venv/bin/torchrun",
        "base_model_path": "/path/to/hunyuan-base-model",
        "mode": "ar_rollout",
        "chunk_latent_frames": "4",
        "num_inference_steps": "4",
        "shift": "5.0",
        "guidance_scale": "1.0",
        "stabilization_level": "1"
      }
    },
    "minwm-wan-action2v": {
      "python_bin": "/path/to/minwm-wan/venv/bin/python",
      "repo_root": "/path/to/minWM",
      "model_path": "/path/to/minwm-wan-action2v-checkpoint/model.pt",
      "gpu_id": 0,
      "extra_paths": {
        "torchrun_bin": "/path/to/minwm-wan/venv/bin/torchrun",
        "config_path": "Wan21/configs/causal_forcing_dmd_camera.yaml",
        "num_output_frames": "20",
        "sp_size": "1"
      }
    },
    "spatia": {
      "python_bin": "/path/to/spatia/venv/bin/python",
      "repo_root": "/path/to/Spatia",
      "gpu_id": 0,
      "extra_paths": {
        "vace_path": "/path/to/spatia/control_weight_8500.safetensors",
        "lora_path": "/path/to/spatia/lora_weights_10000.safetensors",
        "ffmpeg_bin": "/path/to/ffmpeg",
        "num_inference_steps": "40",
        "cfg_scale": "3.5",
        "sigma_shift": "5.0",
        "seed": "20917"
      }
    }
  },
  "eval": {
    "scorers": {
      "gpu_id": 0,
      "vggt_python_bin": "/path/to/vggt/venv/bin/python",
      "vggt_repo": "/path/to/vggt-omega",
      "vggt_checkpoint": "/path/to/models/vggt-omega-checkpoint.pt",
      "dinov2_python_bin": "/path/to/torch/venv/bin/python",
      "dinov2_model_path": "/path/to/models/dinov2-local-model",
      "qwen_scorer_python": "/path/to/your-qwen-scorer-venv/bin/python",
      "qwen35_model": "/path/to/models/qwen35-local-model",
      "qwen3vl_model": "/path/to/models/qwen3vl-local-model",
      "extra_paths": {
        "d1_pose_backend": "vggt_omega",
        "d1_poses_file": "poses.npy",
        "d1_default_frames": "121",
        "d1_predicted_pose_type": "c2w",
        "d1_predicted_camera_convention": "opencv",
        "d1_target_camera_convention": "opencv",
        "d1_rot_scale_deg": "45.0",
        "d1_trans_scale": "1.0",
        "d1_yaw_weak_threshold_deg": "2.0",
        "d1_pan_weak_threshold": "0.0001",
        "d1_static_rot_threshold_deg": "2.0",
        "d1_static_trans_threshold": "0.05",
        "d1_vggt_execution_mode": "subprocess",
        "d1_vggt_image_resolution": "512",
        "d1_vggt_preprocess_mode": "balanced",
        "d1_vggt_cwd": "/path/to/wrbench",
        "d1_vggt_shard_index": "0",
        "d1_vggt_num_shards": "1",
        "d2_device": "cuda:0",
        "d2_sample_policy": "time_fps",
        "d2_sample_fps": "2.0",
        "d2_min_frames": "4",
        "d2_max_frames": "16",
        "d2_batch_size": "8"
      },
      "env": {
        "FORCE_QWENVL_VIDEO_READER": "1",
        "WORLD_STATE_VIDEO_BACKEND": "decord",
        "RUN_TAG": "wrbench_eval",
        "PROMPT_MODE": "runtime_v2_probe_logprob_p25_d3d4_slot_parse",
        "TASK_CONTEXT_MODE": "none",
        "NUM_SHARDS": "1",
        "SHARD_IDS": "0",
        "CUDA_DEVICES_CSV": "0",
        "FPS": "2",
        "PROGRESS_EVERY": "25",
        "SKIP_EXISTING": "0",
        "QWEN35_VLM_NAME": "local_qwen35_runtime_v2_probe_logprob",
        "QWEN35_LOADER_FAMILY": "auto",
        "QWEN35_DTYPE": "bfloat16",
        "QWEN35_ATTN_IMPLEMENTATION": "flash_attention_2",
        "QWEN35_NUM_SAMPLES": "1",
        "QWEN35_MAX_VIDEOS": "0",
        "QWEN35_EVIDENCE_CONTEXT_MODE": "visibility_v1",
        "QWEN3VL_DTYPE": "bfloat16",
        "QWEN3VL_ATTN_IMPLEMENTATION": "flash_attention_2",
        "QWEN3VL_MAX_NEW_TOKENS": "768",
        "QWEN3VL_MAX_VIDEOS": "0",
        "QWEN3VL_BINARY_PROMPT_SCHEMA": "subject_judgeability_v1",
        "QWEN3VL_RESCUE_PROMPT_SCHEMA": "guarded_teacher_gate_v3"
      }
    }
  }
}