Copybara-Service
bc8c1f826c
PiperOrigin-RevId: 910401768 Change-Id: I015bd05d9d823db5efb92f660c707a67ddca6591
75 lines
2.7 KiB
Python
75 lines
2.7 KiB
Python
# Copyright 2026 DeepMind Technologies Limited
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ==============================================================================
|
|
"""Render helpers for MJX."""
|
|
|
|
from typing import Any
|
|
|
|
import jax
|
|
import mujoco.mjx.warp as mjxw
|
|
|
|
# pylint: disable=g-importing-member
|
|
from mujoco.mjx._src.types import Data
|
|
from mujoco.mjx._src.types import Impl
|
|
from mujoco.mjx._src.types import Model
|
|
# pylint: enable=g-importing-member
|
|
|
|
|
|
def _require_segmentation_enabled(warp_rc) -> None:
|
|
"""Raises if the render context has no segmentation-enabled cameras."""
|
|
if not (warp_rc.seg_adr.numpy() >= 0).any():
|
|
raise ValueError(
|
|
'Render context was not configured with segmentation rendering. '
|
|
'Pass render_seg=True or enable it for at least one camera in '
|
|
'create_render_context.'
|
|
)
|
|
|
|
|
|
def render(m: Model, d: Data, ctx: Any) -> tuple[jax.Array, jax.Array]:
|
|
"""Render packed RGB and depth buffers."""
|
|
if m.impl == Impl.WARP and d.impl == Impl.WARP and mjxw.WARP_INSTALLED:
|
|
from mujoco.mjx.warp import render as mjxw_render # pytype: disable=import-error
|
|
from mujoco.mjx.warp import render_context # pytype: disable=import-error
|
|
|
|
render_context.get(ctx)
|
|
out = mjxw_render.render(m, d, ctx)
|
|
return out[0], out[1]
|
|
|
|
raise NotImplementedError('render only implemented for MuJoCo Warp.')
|
|
|
|
|
|
def render_with_segmentation(
|
|
m: Model, d: Data, ctx: Any
|
|
) -> tuple[jax.Array, jax.Array, jax.Array]:
|
|
"""Render and return RGB, depth, and packed segmentation outputs.
|
|
|
|
Returns:
|
|
A tuple ``(rgb, depth, seg)`` of packed buffers. The segmentation buffer
|
|
stores per-pixel ``(object_id, object_type)`` pairs matching the
|
|
``mujoco_warp`` convention.
|
|
"""
|
|
if m.impl == Impl.WARP and d.impl == Impl.WARP and mjxw.WARP_INSTALLED:
|
|
from mujoco.mjx.warp import render as mjxw_render # pytype: disable=import-error
|
|
from mujoco.mjx.warp import render_context # pytype: disable=import-error
|
|
|
|
warp_rc = render_context.get(ctx)
|
|
_require_segmentation_enabled(warp_rc)
|
|
|
|
out = mjxw_render.render(m, d, ctx)
|
|
return out[0], out[1], out[2]
|
|
|
|
raise NotImplementedError(
|
|
'render_with_segmentation only implemented for MuJoCo Warp.'
|
|
)
|