Upload train_humanoid_gpu.py with huggingface_hub

train_humanoid_gpu.py

@@ -26,7 +26,7 @@ from stable_baselines3 import SAC
 from stable_baselines3.common.callbacks import BaseCallback
 
 # ── Config ───────────────────────────────────────────────────────────────
-TIMESTEPS = 50_000_000
+TIMESTEPS = 10_000_000
 SAVE_DIR = "models"
 RESULTS_DIR = "results"
 
@@ -34,7 +34,7 @@ import torch
 if torch.cuda.is_available():
     DEVICE = "cuda"
     print(f"GPU: {torch.cuda.get_device_name(0)}")
-    print(f"VRAM: {torch.cuda.get_device_properties(0).total_mem / 1e9:.1f} GB")
+    print(f"VRAM: {torch.cuda.get_device_properties(0).total_memory / 1e9:.1f} GB")
 else:
     DEVICE = "cpu"
     print("WARNING: No GPU detected — this will be very slow")
@@ -209,8 +209,8 @@ def main():
         tau=0.005,
         gamma=0.99,
         learning_starts=25_000,
-        train_freq=1,
-        gradient_steps=1,
+        train_freq=4,
+        gradient_steps=4,
         verbose=0,
         device=DEVICE,
         seed=42,