env: viewer: eye: - 7.5 - 7.5 - 7.5 lookat: - 0.0 - 0.0 - 0.0 cam_prim_path: /OmniverseKit_Persp resolution: - 1280 - 720 origin_type: world env_index: 0 asset_name: null body_name: null sim: physics_prim_path: /physicsScene device: cuda:0 dt: 0.002 render_interval: 5 gravity: - 0.0 - 0.0 - -9.81 enable_scene_query_support: false use_fabric: true physx: solver_type: 1 solve_articulation_contact_last: false min_position_iteration_count: 1 max_position_iteration_count: 255 min_velocity_iteration_count: 0 max_velocity_iteration_count: 255 enable_ccd: false enable_stabilization: false enable_external_forces_every_iteration: false enable_enhanced_determinism: false bounce_threshold_velocity: 0.5 friction_offset_threshold: 0.04 friction_correlation_distance: 0.025 gpu_max_rigid_contact_count: 8388608 gpu_max_rigid_patch_count: 327680 gpu_found_lost_pairs_capacity: 2097152 gpu_found_lost_aggregate_pairs_capacity: 33554432 gpu_total_aggregate_pairs_capacity: 2097152 gpu_collision_stack_size: 67108864 gpu_heap_capacity: 67108864 gpu_temp_buffer_capacity: 16777216 gpu_max_num_partitions: 8 gpu_max_soft_body_contacts: 1048576 gpu_max_particle_contacts: 1048576 physics_material: func: isaaclab.sim.spawners.materials.physics_materials:spawn_rigid_body_material static_friction: 1.0 dynamic_friction: 1.0 restitution: 0.0 friction_combine_mode: multiply restitution_combine_mode: multiply compliant_contact_stiffness: 0.0 compliant_contact_damping: 0.0 render: enable_translucency: null enable_reflections: null enable_global_illumination: null antialiasing_mode: null enable_dlssg: null enable_dl_denoiser: null dlss_mode: null enable_direct_lighting: null samples_per_pixel: null enable_shadows: null enable_ambient_occlusion: null dome_light_upper_lower_strategy: null carb_settings: null rendering_mode: null create_stage_in_memory: false logging_level: WARNING save_logs_to_file: true log_dir: null ui_window_class_type: isaaclab.envs.ui.manager_based_rl_env_window:ManagerBasedRLEnvWindow seed: null decimation: 5 scene: num_envs: 4096 env_spacing: 2.5 lazy_sensor_update: true replicate_physics: true filter_collisions: true clone_in_fabric: false robot: class_type: isaaclab.assets.articulation.articulation:Articulation prim_path: '{ENV_REGEX_NS}/Robot' spawn: asset_path: /home/xtkuang/Projects/cmvr/RL/engineai_amp/source/engineai_lab/assets/pm01/urdf/serial_pm01.urdf usd_dir: null usd_file_name: null force_usd_conversion: false make_instanceable: true fix_base: false root_link_name: null link_density: 0.0 merge_fixed_joints: true convert_mimic_joints_to_normal_joints: false joint_drive: drive_type: force target_type: position gains: stiffness: 0 damping: 0 collider_type: convex_hull self_collision: false replace_cylinders_with_capsules: true collision_from_visuals: false func: isaaclab.sim.spawners.from_files.from_files:spawn_from_urdf visible: true semantic_tags: null copy_from_source: true mass_props: null deformable_props: null rigid_props: rigid_body_enabled: null kinematic_enabled: null disable_gravity: false linear_damping: 0.0 angular_damping: 0.0 max_linear_velocity: 1000.0 max_angular_velocity: 1000.0 max_depenetration_velocity: 1.0 max_contact_impulse: null enable_gyroscopic_forces: null retain_accelerations: false solver_position_iteration_count: null solver_velocity_iteration_count: null sleep_threshold: null stabilization_threshold: null collision_props: null activate_contact_sensors: true scale: null articulation_props: articulation_enabled: null enabled_self_collisions: true solver_position_iteration_count: 8 solver_velocity_iteration_count: 4 sleep_threshold: null stabilization_threshold: null fix_root_link: null fixed_tendons_props: null spatial_tendons_props: null joint_drive_props: null visual_material_path: material visual_material: null init_state: pos: - 0.0 - 0.0 - 0.9 rot: - 1.0 - 0.0 - 0.0 - 0.0 lin_vel: - 0.0 - 0.0 - 0.0 ang_vel: - 0.0 - 0.0 - 0.0 joint_pos: J00_HIP_PITCH_L: -0.06 J01_HIP_ROLL_L: 0.0 J02_HIP_YAW_L: 0.0 J03_KNEE_PITCH_L: 0.12 J04_ANKLE_PITCH_L: -0.06 J05_ANKLE_ROLL_L: 0.0 J06_HIP_PITCH_R: -0.06 J07_HIP_ROLL_R: 0.0 J08_HIP_YAW_R: 0.0 J09_KNEE_PITCH_R: 0.12 J10_ANKLE_PITCH_R: -0.06 J11_ANKLE_ROLL_R: 0.0 J12_WAIST_YAW: 0.0 J13_SHOULDER_PITCH_L: 0.0 J14_SHOULDER_ROLL_L: 0.15 J15_SHOULDER_YAW_L: 0.0 J16_ELBOW_PITCH_L: -0.25 J17_ELBOW_YAW_L: 0.0 J18_SHOULDER_PITCH_R: 0.0 J19_SHOULDER_ROLL_R: -0.15 J20_SHOULDER_YAW_R: 0.0 J21_ELBOW_PITCH_R: -0.25 J22_ELBOW_YAW_R: 0.0 joint_vel: .*: 0.0 collision_group: 0 debug_vis: false articulation_root_prim_path: null soft_joint_pos_limit_factor: 0.9 actuators: body: class_type: engineai_lab.robots.actuator:DelayedImplicitActuator joint_names_expr: - .* effort_limit: .*HIP_PITCH.*: 164.0 .*HIP_ROLL.*: 164.0 .*HIP_YAW.*: 61.0 .*KNEE_PITCH.*: 164.0 .*ANKLE_PITCH.*: 54.9 .*ANKLE_ROLL.*: 54.9 .*SHOULDER_PITCH.*: 61.0 .*SHOULDER_ROLL.*: 61.0 .*SHOULDER_YAW.*: 61.0 .*ELBOW_PITCH.*: 61.0 .*ELBOW_YAW.*: 61.0 .*WAIST_YAW.*: 61.0 velocity_limit: .*HIP_PITCH.*: 26.3 .*HIP_ROLL.*: 26.3 .*HIP_YAW.*: 35.2 .*KNEE_PITCH.*: 26.3 .*ANKLE_PITCH.*: 35.2 .*ANKLE_ROLL.*: 35.2 .*SHOULDER_PITCH.*: 35.2 .*SHOULDER_ROLL.*: 35.2 .*SHOULDER_YAW.*: 35.2 .*ELBOW_PITCH.*: 35.2 .*ELBOW_YAW.*: 35.2 .*WAIST_YAW.*: 35.2 effort_limit_sim: .*HIP_PITCH.*: 164.0 .*HIP_ROLL.*: 164.0 .*HIP_YAW.*: 61.0 .*KNEE_PITCH.*: 164.0 .*ANKLE_PITCH.*: 54.9 .*ANKLE_ROLL.*: 54.9 .*SHOULDER_PITCH.*: 61.0 .*SHOULDER_ROLL.*: 61.0 .*SHOULDER_YAW.*: 61.0 .*ELBOW_PITCH.*: 61.0 .*ELBOW_YAW.*: 61.0 .*WAIST_YAW.*: 61.0 velocity_limit_sim: null stiffness: .*HIP_PITCH.*: 110 .*HIP_ROLL.*: 70 .*HIP_YAW.*: 70 .*KNEE_PITCH.*: 110 .*ANKLE_PITCH.*: 30 .*ANKLE_ROLL.*: 30 .*SHOULDER_PITCH.*: 50 .*SHOULDER_ROLL.*: 50 .*SHOULDER_YAW.*: 50 .*ELBOW_PITCH.*: 50 .*ELBOW_YAW.*: 50 .*WAIST_YAW.*: 50 damping: .*HIP_PITCH.*: 5.0 .*HIP_ROLL.*: 3.0 .*HIP_YAW.*: 3.0 .*KNEE_PITCH.*: 5.0 .*ANKLE_PITCH.*: 0.3 .*ANKLE_ROLL.*: 0.3 .*SHOULDER_PITCH.*: 0.3 .*SHOULDER_ROLL.*: 0.3 .*SHOULDER_YAW.*: 0.3 .*ELBOW_PITCH.*: 0.3 .*ELBOW_YAW.*: 0.3 .*WAIST_YAW.*: 3.0 armature: null friction: null dynamic_friction: null viscous_friction: null min_delay: 2 max_delay: 8 actuator_value_resolution_debug_print: false terrain: class_type: isaaclab.terrains.terrain_importer:TerrainImporter collision_group: -1 prim_path: /World/ground num_envs: 1 terrain_type: generator terrain_generator: class_type: isaaclab.terrains.terrain_generator:TerrainGenerator seed: null curriculum: true size: - 8.0 - 8.0 border_width: 25.0 border_height: 1.0 num_rows: 10 num_cols: 20 color_scheme: height horizontal_scale: 0.1 vertical_scale: 0.005 slope_threshold: 0.75 sub_terrains: flat: function: isaaclab.terrains.height_field.hf_terrains:pyramid_sloped_terrain proportion: 0.4 size: - 10.0 - 10.0 flat_patch_sampling: null border_width: 0.0 horizontal_scale: 0.1 vertical_scale: 0.005 slope_threshold: null slope_range: - 0.0 - 0.0 platform_width: 8.0 inverted: false slope_up: function: isaaclab.terrains.height_field.hf_terrains:pyramid_sloped_terrain proportion: 0.1 size: - 10.0 - 10.0 flat_patch_sampling: null border_width: 0.0 horizontal_scale: 0.1 vertical_scale: 0.005 slope_threshold: null slope_range: - 0.0 - 0.08726646259971647 platform_width: 2.0 inverted: false slope_down: function: isaaclab.terrains.height_field.hf_terrains:pyramid_sloped_terrain proportion: 0.1 size: - 10.0 - 10.0 flat_patch_sampling: null border_width: 0.0 horizontal_scale: 0.1 vertical_scale: 0.005 slope_threshold: null slope_range: - 0.0 - 0.08726646259971647 platform_width: 2.0 inverted: true obstacles: function: isaaclab.terrains.height_field.hf_terrains:discrete_obstacles_terrain proportion: 0.2 size: - 10.0 - 10.0 flat_patch_sampling: null border_width: 0.0 horizontal_scale: 0.1 vertical_scale: 0.005 slope_threshold: null obstacle_height_mode: choice obstacle_width_range: - 1.0 - 2.0 obstacle_height_range: - 0.01 - 0.1 num_obstacles: 15 platform_width: 3.0 rough_terrain: function: isaaclab.terrains.height_field.hf_terrains:random_uniform_terrain proportion: 0.2 size: - 10.0 - 10.0 flat_patch_sampling: null border_width: 0.0 horizontal_scale: 0.1 vertical_scale: 0.005 slope_threshold: null noise_range: - -0.015 - 0.015 noise_step: 0.005 downsampled_scale: 0.15 difficulty_range: - 0.0 - 1.0 use_cache: false cache_dir: /tmp/isaaclab/terrains usd_path: null env_spacing: null use_terrain_origins: true visual_material: func: isaaclab.sim.spawners.materials.visual_materials:spawn_from_mdl_file mdl_path: https://omniverse-content-production.s3-us-west-2.amazonaws.com/Assets/Isaac/5.1/Isaac/IsaacLab/Materials/TilesMarbleSpiderWhiteBrickBondHoned/TilesMarbleSpiderWhiteBrickBondHoned.mdl project_uvw: true albedo_brightness: null texture_scale: - 0.25 - 0.25 physics_material: func: isaaclab.sim.spawners.materials.physics_materials:spawn_rigid_body_material static_friction: 1.0 dynamic_friction: 1.0 restitution: 0.0 friction_combine_mode: multiply restitution_combine_mode: multiply compliant_contact_stiffness: 0.0 compliant_contact_damping: 0.0 max_init_terrain_level: 5 debug_vis: false height_scanner: class_type: isaaclab.sensors.ray_caster.ray_caster:RayCaster prim_path: '{ENV_REGEX_NS}/Robot/LINK_BASE' update_period: 0.01 history_length: 0 debug_vis: false mesh_prim_paths: - /World/ground offset: pos: - 0.0 - 0.0 - 20.0 rot: - 1.0 - 0.0 - 0.0 - 0.0 attach_yaw_only: null ray_alignment: yaw pattern_cfg: func: isaaclab.sensors.ray_caster.patterns.patterns:grid_pattern resolution: 0.1 size: - 1.6 - 1.0 direction: - 0.0 - 0.0 - -1.0 ordering: xy max_distance: 1000000.0 drift_range: - 0.0 - 0.0 ray_cast_drift_range: x: - 0.0 - 0.0 'y': - 0.0 - 0.0 z: - 0.0 - 0.0 visualizer_cfg: prim_path: /Visuals/RayCaster markers: hit: func: isaaclab.sim.spawners.shapes.shapes:spawn_sphere visible: true semantic_tags: null copy_from_source: true mass_props: null rigid_props: null collision_props: null activate_contact_sensors: false visual_material_path: material visual_material: func: isaaclab.sim.spawners.materials.visual_materials:spawn_preview_surface diffuse_color: - 1.0 - 0.0 - 0.0 emissive_color: - 0.0 - 0.0 - 0.0 roughness: 0.5 metallic: 0.0 opacity: 1.0 physics_material_path: material physics_material: null radius: 0.02 contact_forces: class_type: isaaclab.sensors.contact_sensor.contact_sensor:ContactSensor prim_path: '{ENV_REGEX_NS}/Robot/.*' update_period: 0.005 history_length: 3 debug_vis: false track_pose: false track_contact_points: false track_friction_forces: false max_contact_data_count_per_prim: 4 track_air_time: true force_threshold: 1.0 filter_prim_paths_expr: [] visualizer_cfg: prim_path: /Visuals/ContactSensor markers: contact: func: isaaclab.sim.spawners.shapes.shapes:spawn_sphere visible: true semantic_tags: null copy_from_source: true mass_props: null rigid_props: null collision_props: null activate_contact_sensors: false visual_material_path: material visual_material: func: isaaclab.sim.spawners.materials.visual_materials:spawn_preview_surface diffuse_color: - 1.0 - 0.0 - 0.0 emissive_color: - 0.0 - 0.0 - 0.0 roughness: 0.5 metallic: 0.0 opacity: 1.0 physics_material_path: material physics_material: null radius: 0.02 no_contact: func: isaaclab.sim.spawners.shapes.shapes:spawn_sphere visible: false semantic_tags: null copy_from_source: true mass_props: null rigid_props: null collision_props: null activate_contact_sensors: false visual_material_path: material visual_material: func: isaaclab.sim.spawners.materials.visual_materials:spawn_preview_surface diffuse_color: - 0.0 - 1.0 - 0.0 emissive_color: - 0.0 - 0.0 - 0.0 roughness: 0.5 metallic: 0.0 opacity: 1.0 physics_material_path: material physics_material: null radius: 0.02 sky_light: class_type: null prim_path: /World/skyLight spawn: func: isaaclab.sim.spawners.lights.lights:spawn_light visible: true semantic_tags: null copy_from_source: true prim_type: DomeLight color: - 1.0 - 1.0 - 1.0 enable_color_temperature: false color_temperature: 6500.0 normalize: false exposure: 0.0 intensity: 750.0 texture_file: https://omniverse-content-production.s3-us-west-2.amazonaws.com/Assets/Isaac/5.1/Isaac/Materials/Textures/Skies/PolyHaven/kloofendal_43d_clear_puresky_4k.hdr texture_format: automatic visible_in_primary_ray: true init_state: pos: - 0.0 - 0.0 - 0.0 rot: - 1.0 - 0.0 - 0.0 - 0.0 collision_group: 0 debug_vis: false recorders: dataset_file_handler_class_type: isaaclab.utils.datasets.hdf5_dataset_file_handler:HDF5DatasetFileHandler dataset_export_dir_path: /tmp/isaaclab/logs dataset_filename: dataset dataset_export_mode: _value_: 1 _name_: EXPORT_ALL _sort_order_: 1 export_in_record_pre_reset: true export_in_close: false observations: policy: concatenate_terms: true concatenate_dim: -1 enable_corruption: true history_length: null flatten_history_dim: true joint_pos: func: isaaclab.envs.mdp.observations:joint_pos_rel params: asset_cfg: name: robot joint_names: - J00_HIP_PITCH_L - J01_HIP_ROLL_L - J02_HIP_YAW_L - J03_KNEE_PITCH_L - J04_ANKLE_PITCH_L - J05_ANKLE_ROLL_L - J06_HIP_PITCH_R - J07_HIP_ROLL_R - J08_HIP_YAW_R - J09_KNEE_PITCH_R - J10_ANKLE_PITCH_R - J11_ANKLE_ROLL_R - J12_WAIST_YAW - J13_SHOULDER_PITCH_L - J14_SHOULDER_ROLL_L - J15_SHOULDER_YAW_L - J16_ELBOW_PITCH_L - J17_ELBOW_YAW_L - J18_SHOULDER_PITCH_R - J19_SHOULDER_ROLL_R - J20_SHOULDER_YAW_R - J21_ELBOW_PITCH_R - J22_ELBOW_YAW_R joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: true modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -0.01 n_max: 0.01 clip: null scale: null history_length: 15 flatten_history_dim: true joint_vel: func: isaaclab.envs.mdp.observations:joint_vel_rel params: asset_cfg: name: robot joint_names: - J00_HIP_PITCH_L - J01_HIP_ROLL_L - J02_HIP_YAW_L - J03_KNEE_PITCH_L - J04_ANKLE_PITCH_L - J05_ANKLE_ROLL_L - J06_HIP_PITCH_R - J07_HIP_ROLL_R - J08_HIP_YAW_R - J09_KNEE_PITCH_R - J10_ANKLE_PITCH_R - J11_ANKLE_ROLL_R - J12_WAIST_YAW - J13_SHOULDER_PITCH_L - J14_SHOULDER_ROLL_L - J15_SHOULDER_YAW_L - J16_ELBOW_PITCH_L - J17_ELBOW_YAW_L - J18_SHOULDER_PITCH_R - J19_SHOULDER_ROLL_R - J20_SHOULDER_YAW_R - J21_ELBOW_PITCH_R - J22_ELBOW_YAW_R joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: true modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -1.5 n_max: 1.5 clip: null scale: null history_length: 15 flatten_history_dim: true actions: func: isaaclab.envs.mdp.observations:last_action params: {} modifiers: null noise: null clip: null scale: null history_length: 15 flatten_history_dim: true base_ang_vel: func: isaaclab.envs.mdp.observations:base_ang_vel params: {} modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -0.2 n_max: 0.2 clip: null scale: null history_length: 15 flatten_history_dim: true projected_gravity: func: isaaclab.envs.mdp.observations:projected_gravity params: {} modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -0.05 n_max: 0.05 clip: null scale: null history_length: 15 flatten_history_dim: true velocity_commands: func: isaaclab.envs.mdp.observations:generated_commands params: command_name: base_velocity modifiers: null noise: null clip: null scale: null history_length: 0 flatten_history_dim: true critic: concatenate_terms: true concatenate_dim: -1 enable_corruption: true history_length: null flatten_history_dim: true joint_pos: func: isaaclab.envs.mdp.observations:joint_pos_rel params: asset_cfg: name: robot joint_names: - J00_HIP_PITCH_L - J01_HIP_ROLL_L - J02_HIP_YAW_L - J03_KNEE_PITCH_L - J04_ANKLE_PITCH_L - J05_ANKLE_ROLL_L - J06_HIP_PITCH_R - J07_HIP_ROLL_R - J08_HIP_YAW_R - J09_KNEE_PITCH_R - J10_ANKLE_PITCH_R - J11_ANKLE_ROLL_R - J12_WAIST_YAW - J13_SHOULDER_PITCH_L - J14_SHOULDER_ROLL_L - J15_SHOULDER_YAW_L - J16_ELBOW_PITCH_L - J17_ELBOW_YAW_L - J18_SHOULDER_PITCH_R - J19_SHOULDER_ROLL_R - J20_SHOULDER_YAW_R - J21_ELBOW_PITCH_R - J22_ELBOW_YAW_R joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: true modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -0.01 n_max: 0.01 clip: null scale: null history_length: 15 flatten_history_dim: true joint_vel: func: isaaclab.envs.mdp.observations:joint_vel_rel params: asset_cfg: name: robot joint_names: - J00_HIP_PITCH_L - J01_HIP_ROLL_L - J02_HIP_YAW_L - J03_KNEE_PITCH_L - J04_ANKLE_PITCH_L - J05_ANKLE_ROLL_L - J06_HIP_PITCH_R - J07_HIP_ROLL_R - J08_HIP_YAW_R - J09_KNEE_PITCH_R - J10_ANKLE_PITCH_R - J11_ANKLE_ROLL_R - J12_WAIST_YAW - J13_SHOULDER_PITCH_L - J14_SHOULDER_ROLL_L - J15_SHOULDER_YAW_L - J16_ELBOW_PITCH_L - J17_ELBOW_YAW_L - J18_SHOULDER_PITCH_R - J19_SHOULDER_ROLL_R - J20_SHOULDER_YAW_R - J21_ELBOW_PITCH_R - J22_ELBOW_YAW_R joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: true modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -1.5 n_max: 1.5 clip: null scale: null history_length: 15 flatten_history_dim: true actions: func: isaaclab.envs.mdp.observations:last_action params: {} modifiers: null noise: null clip: null scale: null history_length: 15 flatten_history_dim: true base_ang_vel: func: isaaclab.envs.mdp.observations:base_ang_vel params: {} modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -0.2 n_max: 0.2 clip: null scale: null history_length: 15 flatten_history_dim: true projected_gravity: func: isaaclab.envs.mdp.observations:projected_gravity params: {} modifiers: null noise: func: isaaclab.utils.noise.noise_model:uniform_noise operation: add n_min: -0.05 n_max: 0.05 clip: null scale: null history_length: 15 flatten_history_dim: true velocity_commands: func: isaaclab.envs.mdp.observations:generated_commands params: command_name: base_velocity modifiers: null noise: null clip: null scale: null history_length: 0 flatten_history_dim: true actions: joint_pos: class_type: isaaclab.envs.mdp.actions.joint_actions:JointPositionAction asset_name: robot debug_vis: false clip: null joint_names: - J00_HIP_PITCH_L - J01_HIP_ROLL_L - J02_HIP_YAW_L - J03_KNEE_PITCH_L - J04_ANKLE_PITCH_L - J05_ANKLE_ROLL_L - J06_HIP_PITCH_R - J07_HIP_ROLL_R - J08_HIP_YAW_R - J09_KNEE_PITCH_R - J10_ANKLE_PITCH_R - J11_ANKLE_ROLL_R - J12_WAIST_YAW - J13_SHOULDER_PITCH_L - J14_SHOULDER_ROLL_L - J15_SHOULDER_YAW_L - J16_ELBOW_PITCH_L - J17_ELBOW_YAW_L - J18_SHOULDER_PITCH_R - J19_SHOULDER_ROLL_R - J20_SHOULDER_YAW_R - J21_ELBOW_PITCH_R - J22_ELBOW_YAW_R scale: .*_HIP_PITCH_.*: 0.5 .*_HIP_ROLL_.*: 0.2 .*_HIP_YAW_.*: 0.2 .*_KNEE_PITCH_.*: 0.5 .*_ANKLE_PITCH_.*: 0.5 .*_ANKLE_ROLL_.*: 0.2 .*WAIST_YAW.*: 0.2 .*_SHOULDER_PITCH_.*: 0.2 .*_SHOULDER_ROLL_.*: 0.2 .*_SHOULDER_YAW_.*: 0.2 .*_ELBOW_PITCH_.*: 0.2 .*_ELBOW_YAW_.*: 0.2 offset: 0.0 preserve_order: true use_default_offset: true events: physics_material: func: isaaclab.envs.mdp.events:randomize_rigid_body_material params: asset_cfg: name: robot joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: .* body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false static_friction_range: - 0.3 - 1.6 dynamic_friction_range: - 0.3 - 1.2 restitution_range: - 0.0 - 0.5 num_buckets: 64 mode: startup interval_range_s: null is_global_time: false min_step_count_between_reset: 0 add_joint_default_pos: func: engineai_lab.tasks.velocity.mdp.events:randomize_joint_default_pos params: asset_cfg: name: robot joint_names: - J00_HIP_PITCH_L - J01_HIP_ROLL_L - J02_HIP_YAW_L - J03_KNEE_PITCH_L - J04_ANKLE_PITCH_L - J05_ANKLE_ROLL_L - J06_HIP_PITCH_R - J07_HIP_ROLL_R - J08_HIP_YAW_R - J09_KNEE_PITCH_R - J10_ANKLE_PITCH_R - J11_ANKLE_ROLL_R - J12_WAIST_YAW - J13_SHOULDER_PITCH_L - J14_SHOULDER_ROLL_L - J15_SHOULDER_YAW_L - J16_ELBOW_PITCH_L - J17_ELBOW_YAW_L - J18_SHOULDER_PITCH_R - J19_SHOULDER_ROLL_R - J20_SHOULDER_YAW_R - J21_ELBOW_PITCH_R - J22_ELBOW_YAW_R joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: true pos_distribution_params: - -0.01 - 0.01 operation: add mode: startup interval_range_s: null is_global_time: false min_step_count_between_reset: 0 base_com: func: isaaclab.envs.mdp.events:randomize_rigid_body_com params: asset_cfg: name: robot joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: LINK_BASE body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false com_range: x: - -0.025 - 0.025 'y': - -0.05 - 0.05 z: - -0.05 - 0.05 mode: startup interval_range_s: null is_global_time: false min_step_count_between_reset: 0 push_robot: func: isaaclab.envs.mdp.events:push_by_setting_velocity params: velocity_range: x: - -0.5 - 0.5 'y': - -0.5 - 0.5 z: - -0.2 - 0.2 roll: - -0.52 - 0.52 pitch: - -0.52 - 0.52 yaw: - -0.78 - 0.78 mode: interval interval_range_s: - 1.0 - 3.0 is_global_time: false min_step_count_between_reset: 0 reset_base: func: isaaclab.envs.mdp.events:reset_root_state_uniform params: pose_range: x: - -0.5 - 0.5 'y': - -0.5 - 0.5 yaw: - -3.14 - 3.14 velocity_range: x: - 0.0 - 0.0 'y': - 0.0 - 0.0 z: - 0.0 - 0.0 roll: - 0.0 - 0.0 pitch: - 0.0 - 0.0 yaw: - 0.0 - 0.0 mode: reset interval_range_s: null is_global_time: false min_step_count_between_reset: 0 reset_robot_joints: func: isaaclab.envs.mdp.events:reset_joints_by_scale params: position_range: - 0.8 - 1.2 velocity_range: - -0.5 - 0.5 mode: reset interval_range_s: null is_global_time: false min_step_count_between_reset: 0 rerender_on_reset: false num_rerenders_on_reset: 0 wait_for_textures: true xr: null teleop_devices: devices: {} export_io_descriptors: false log_dir: null is_finite_horizon: false episode_length_s: 20.0 rewards: track_lin_vel_xy_exp: func: engineai_lab.tasks.velocity.mdp.rewards:track_lin_vel_xy_yaw_frame_exp params: command_name: base_velocity sigma: 5 weight: 2.0 track_ang_vel_z_exp: func: engineai_lab.tasks.velocity.mdp.rewards:track_ang_vel_z_world_exp params: command_name: base_velocity sigma: 5 weight: 2.5 base_orientation: func: engineai_lab.tasks.velocity.mdp.rewards:base_orientation params: {} weight: 1.0 base_height: func: engineai_lab.tasks.velocity.mdp.rewards:base_height_tracking params: target_height: 0.82 weight: 0.4 foot_position: func: engineai_lab.tasks.velocity.mdp.rewards:feet_position params: asset_cfg: name: robot joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false command_name: base_velocity stand_threshold: 0.1 ankle_distance: 0.22 base_height_target: 0.82 weight: 0.5 feet_orientation: func: engineai_lab.tasks.velocity.mdp.rewards:feet_orientation params: asset_cfg: name: robot joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false command_name: base_velocity stand_threshold: 0.1 weight: 0.25 waist_pos: func: engineai_lab.tasks.velocity.mdp.rewards:joint_deviation_exp params: asset_cfg: name: robot joint_names: - J12_WAIST_YAW joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false scale: 3.0 tolerance: 0.0 weight: 0.3 leg_joint_position: func: engineai_lab.tasks.velocity.mdp.rewards:joint_deviation_exp params: asset_cfg: name: robot joint_names: - .*_HIP_ROLL_.* - .*_HIP_YAW_.* - .*_ANKLE_ROLL_.* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false scale: 3.0 weight: 0.3 arm_pitch_position: func: engineai_lab.tasks.velocity.mdp.rewards:joint_deviation_exp params: asset_cfg: name: robot joint_names: - .*SHOULDER_PITCH.* - .*ELBOW_PITCH.* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false scale: 3.0 weight: 0.3 arm_roll_position: func: engineai_lab.tasks.velocity.mdp.rewards:joint_deviation_exp params: asset_cfg: name: robot joint_names: - .*SHOULDER_ROLL.* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false scale: 3.0 weight: 0.3 arm_yaw_position: func: engineai_lab.tasks.velocity.mdp.rewards:joint_deviation_exp params: asset_cfg: name: robot joint_names: - .*SHOULDER_YAW.* - .*ELBOW_YAW.* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false scale: 10.0 weight: 0.3 feet_contact: func: engineai_lab.tasks.velocity.mdp.rewards:feet_contact_fixed params: sensor_cfg: name: contact_forces joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false command_name: base_velocity stand_threshold: 0.1 force_threshold: 5.0 weight: 0.25 feet_air_time: func: isaaclab_tasks.manager_based.locomotion.velocity.mdp.rewards:feet_air_time params: command_name: base_velocity sensor_cfg: name: contact_forces joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false threshold: 0.5 weight: 10.0 feet_air_time_dense: func: isaaclab_tasks.manager_based.locomotion.velocity.mdp.rewards:feet_air_time_positive_biped params: command_name: base_velocity sensor_cfg: name: contact_forces joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false threshold: 0.5 weight: 1.25 foot_stumble: func: engineai_lab.tasks.velocity.mdp.rewards:feet_stumble params: sensor_cfg: name: contact_forces joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false tangential_threshold: 2.0 normal_threshold: 1.0 weight: -1.0 dof_pos_limits: func: isaaclab.envs.mdp.rewards:joint_pos_limits params: asset_cfg: name: robot joint_names: .* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false weight: -10.0 energy_cost: func: engineai_lab.tasks.velocity.mdp.rewards:energy_cost_with_curriculum params: asset_cfg: name: robot joint_names: - .* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false start_scale: 0.1 power: 0.8 interval_epochs: 4800 weight: -0.004 feet_slide: func: isaaclab_tasks.manager_based.locomotion.velocity.mdp.rewards:feet_slide params: sensor_cfg: name: contact_forces joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false asset_cfg: name: robot joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_ANKLE_ROLL_L - LINK_ANKLE_ROLL_R body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false weight: -0.25 dof_vel: func: isaaclab.envs.mdp.rewards:joint_vel_l2 params: asset_cfg: name: robot joint_names: - .* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false weight: -1.0e-05 dof_acc: func: isaaclab.envs.mdp.rewards:joint_acc_l2 params: asset_cfg: name: robot joint_names: - .* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false weight: -1.25e-08 action_rate: func: engineai_lab.tasks.velocity.mdp.rewards:action_rate_with_curriculum params: start_scale: 0.1 power: 0.8 interval_epochs: 4800 weight: -0.06 action_smoothness: func: engineai_lab.tasks.velocity.mdp.rewards:action_smoothness_with_curriculum params: start_scale: 0.1 power: 0.8 interval_epochs: 4800 weight: -0.04 dof_torque: func: isaaclab.envs.mdp.rewards:joint_torques_l2 params: asset_cfg: name: robot joint_names: - .* joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: null body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false weight: -1.0e-06 termination_penalty: func: isaaclab.envs.mdp.rewards:is_terminated params: {} weight: -200.0 terminations: time_out: func: isaaclab.envs.mdp.terminations:time_out params: {} time_out: true base_contact: func: isaaclab.envs.mdp.terminations:illegal_contact params: sensor_cfg: name: contact_forces joint_names: null joint_ids: slice(None,None,None) fixed_tendon_names: null fixed_tendon_ids: slice(None,None,None) body_names: - LINK_BASE - LINK_KNEE_PITCH.* - .*SHOULDER.* - .*ELBOW.* body_ids: slice(None,None,None) object_collection_names: null object_collection_ids: slice(None,None,None) preserve_order: false threshold: 1.0 time_out: false curriculum: terrain_levels: func: isaaclab_tasks.manager_based.locomotion.velocity.mdp.curriculums:terrain_levels_vel params: {} commands: base_velocity: class_type: isaaclab.envs.mdp.commands.velocity_command:UniformVelocityCommand resampling_time_range: - 7.5 - 7.5 debug_vis: true asset_name: robot heading_command: true heading_control_stiffness: 0.5 rel_standing_envs: 0.1 rel_heading_envs: 1.0 ranges: lin_vel_x: - -1.0 - 1.5 lin_vel_y: - -0.5 - 0.5 ang_vel_z: - -1.0 - 1.0 heading: - -3.14 - 3.14 goal_vel_visualizer_cfg: prim_path: /Visuals/Command/velocity_goal markers: arrow: func: isaaclab.sim.spawners.from_files.from_files:spawn_from_usd visible: true semantic_tags: null copy_from_source: true mass_props: null deformable_props: null rigid_props: null collision_props: null activate_contact_sensors: false scale: - 0.5 - 0.5 - 0.5 articulation_props: null fixed_tendons_props: null spatial_tendons_props: null joint_drive_props: null visual_material_path: material visual_material: func: isaaclab.sim.spawners.materials.visual_materials:spawn_preview_surface diffuse_color: - 0.0 - 1.0 - 0.0 emissive_color: - 0.0 - 0.0 - 0.0 roughness: 0.5 metallic: 0.0 opacity: 1.0 usd_path: https://omniverse-content-production.s3-us-west-2.amazonaws.com/Assets/Isaac/5.1/Isaac/Props/UIElements/arrow_x.usd variants: null current_vel_visualizer_cfg: prim_path: /Visuals/Command/velocity_current markers: arrow: func: isaaclab.sim.spawners.from_files.from_files:spawn_from_usd visible: true semantic_tags: null copy_from_source: true mass_props: null deformable_props: null rigid_props: null collision_props: null activate_contact_sensors: false scale: - 0.5 - 0.5 - 0.5 articulation_props: null fixed_tendons_props: null spatial_tendons_props: null joint_drive_props: null visual_material_path: material visual_material: func: isaaclab.sim.spawners.materials.visual_materials:spawn_preview_surface diffuse_color: - 0.0 - 0.0 - 1.0 emissive_color: - 0.0 - 0.0 - 0.0 roughness: 0.5 metallic: 0.0 opacity: 1.0 usd_path: https://omniverse-content-production.s3-us-west-2.amazonaws.com/Assets/Isaac/5.1/Isaac/Props/UIElements/arrow_x.usd variants: null agent: seed: 42 device: cuda:0 num_steps_per_env: 24 max_iterations: 1500 empirical_normalization: {} obs_groups: actor: - policy critic: - policy clip_actions: null check_for_nan: true save_interval: 50 experiment_name: velocity_flat_terrain run_name: '' logger: tensorboard neptune_project: isaaclab wandb_project: isaaclab resume: false load_run: .* load_checkpoint: model_.*.pt class_name: OnPolicyRunner actor: class_name: MLPModel hidden_dims: - 512 - 256 - 128 activation: elu obs_normalization: true distribution_cfg: class_name: GaussianDistribution init_std: 1.0 std_type: scalar critic: class_name: MLPModel hidden_dims: - 512 - 256 - 128 activation: elu obs_normalization: true distribution_cfg: null algorithm: class_name: PPO num_learning_epochs: 5 num_mini_batches: 4 learning_rate: 0.001 schedule: adaptive gamma: 0.99 lam: 0.95 entropy_coef: 0.008 desired_kl: 0.01 max_grad_norm: 1.0 optimizer: adam value_loss_coef: 1.0 use_clipped_value_loss: true clip_param: 0.2 normalize_advantage_per_mini_batch: false share_cnn_encoders: false rnd_cfg: null symmetry_cfg: null policy: actor_hidden_dims: - 128 - 128 - 128 critic_hidden_dims: - 128 - 128 - 128