Merge branch 'csf-dev'

minestudio/models/vpt/body.py

@@ -1,7 +1,7 @@
 '''
 Date: 2024-11-11 20:54:15
 LastEditors: caishaofei caishaofei@stu.pku.edu.cn
-LastEditTime: 2025-01-04 11:04:08
+LastEditTime: 2025-01-04 13:32:36
 FilePath: /MineStudio/minestudio/models/vpt/body.py
 '''
 import os
@@ -310,10 +310,10 @@ def load_vpt_policy(model_path: str, weights_path: Optional[str] = None):
 if __name__ == '__main__':
     # model = load_vpt_policy(
     #     model_path="/nfs-shared/jarvisbase/pretrained/foundation-model-2x.model",
-    #     weights_path="/nfs-shared/jarvisbase/pretrained/rl-from-early-game-2x.weights"
+    #     weights_path="/nfs-shared-2/hekaichen/minestudio_checkpoint/gate.ckpt"
     # ).to("cuda")
-    # model.push_to_hub("CraftJarvis/MineStudio_VPT.rl_from_early_game_2x")
-    model = VPTPolicy.from_pretrained("CraftJarvis/MineStudio_VPT.rl_from_early_game_2x").to("cuda")
+    # model.push_to_hub("CraftJarvis/MineStudio_VPT.rl_for_build_portal_2x")
+    model = VPTPolicy.from_pretrained("CraftJarvis/MineStudio_VPT.rl_for_shoot_animals_2x").to("cuda")
     model.eval()
     dummy_input = {
         "image": torch.zeros(1, 1, 128, 128, 3).to("cuda"),

minestudio/tutorials/inference/evaluate_vpts/build_portal.py

@@ -0,0 +1,48 @@
+'''
+Date: 2024-12-13 14:31:12
+LastEditors: caishaofei caishaofei@stu.pku.edu.cn
+LastEditTime: 2025-01-04 14:06:19
+FilePath: /MineStudio/minestudio/tutorials/inference/evaluate_vpts/build_portal.py
+'''
+import ray
+from rich import print
+from minestudio.inference import EpisodePipeline, MineGenerator, InfoBaseFilter
+
+from functools import partial
+from minestudio.models import load_vpt_policy, VPTPolicy
+from minestudio.simulator import MinecraftSim
+from minestudio.simulator.callbacks import SpeedTestCallback, CommandsCallback
+
+
+if __name__ == '__main__':
+    ray.init()
+    env_generator = partial(
+        MinecraftSim, 
+        obs_size=(128, 128), 
+        preferred_spawn_biome="plains", 
+        callbacks=[
+            SpeedTestCallback(50), 
+            CommandsCallback(commands=[
+                '/give @p minecraft:obsidian 64',
+            ]), 
+        ]
+    )
+    agent_generator = lambda: VPTPolicy.from_pretrained("CraftJarvis/MineStudio_VPT.rl_for_build_portal_2x")
+    worker_kwargs = dict(
+        env_generator=env_generator, 
+        agent_generator=agent_generator,
+        num_max_steps=1200,
+        num_episodes=2,
+        tmpdir="./output",
+        image_media="h264",
+    )
+    pipeline = EpisodePipeline(
+        episode_generator=MineGenerator(
+            num_workers=8,
+            num_gpus=0.25,
+            max_restarts=3,
+            **worker_kwargs, 
+        ), 
+    )
+    summary = pipeline.run()
+    print(summary)

minestudio/tutorials/inference/evaluate_vpts/hunt_animals.py → minestudio/tutorials/inference/evaluate_vpts/shoot_animals.py

@@ -1,8 +1,8 @@
 '''
 Date: 2024-12-13 14:31:12
 LastEditors: caishaofei caishaofei@stu.pku.edu.cn
-LastEditTime: 2025-01-04 11:05:24
-FilePath: /MineStudio/minestudio/tutorials/inference/evaluate_vpts/hunt_animals.py
+LastEditTime: 2025-01-04 13:54:09
+FilePath: /MineStudio/minestudio/tutorials/inference/evaluate_vpts/shoot_animals.py
 '''
 import ray
 from rich import print
@@ -32,17 +32,12 @@
                 random_tp_range=1000,
             ), 
             CommandsCallback(commands=[
-                '/give @p minecraft:iron_sword 1',
+                '/give @p minecraft:bow 1',
+                '/give @p minecraft:arrow 64',
             ]), 
         ]
     )
-    # agent_generator = partial(
-    #     load_vpt_policy,
-    #     model_path="/nfs-shared/jarvisbase/pretrained/foundation-model-2x.model",
-    #     # weights_path="/nfs-shared/jarvisbase/pretrained/foundation-model-1x.weights"
-    #     weights_path="/nfs-shared-2/shaofei/minestudio/save/2024-12-13/23-01-45/weights/weight-epoch=2-step=1000.ckpt", 
-    # )
-    agent_generator = lambda: VPTPolicy.from_pretrained("CraftJarvis/MineStudio_VPT.rl_from_early_game_2x")
+    agent_generator = lambda: VPTPolicy.from_pretrained("CraftJarvis/MineStudio_VPT.rl_for_shoot_animals_2x")
     worker_kwargs = dict(
         env_generator=env_generator, 
         agent_generator=agent_generator,