Yuval Tassa
62ec802ec1
- Modify parse_benchmark_test to not time the first instance of file loading. - Improve readability of step_benchmark_test. PiperOrigin-RevId: 680953562 Change-Id: I4569d1b946ecb49b6590ea313f0b598ffc897888
112 lines
3.6 KiB
C++
112 lines
3.6 KiB
C++
// Copyright 2021 DeepMind Technologies Limited
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// A benchmark which steps various models without rendering, and measures speed.
|
|
|
|
#include <vector>
|
|
|
|
#include <benchmark/benchmark.h>
|
|
#include <absl/base/attributes.h>
|
|
#include <mujoco/mjdata.h>
|
|
#include <mujoco/mjmodel.h>
|
|
#include <mujoco/mujoco.h>
|
|
#include "test/fixture.h"
|
|
|
|
namespace mujoco {
|
|
namespace {
|
|
|
|
// number of steps to roll out before benchmarking
|
|
static const int kNumWarmupSteps = 500;
|
|
|
|
// number of steps to benchmark
|
|
static const int kNumBenchmarkSteps = 50;
|
|
|
|
static void run_step_benchmark(const mjModel* model, benchmark::State& state) {
|
|
mjData* data = mj_makeData(model);
|
|
|
|
// compute noise
|
|
int nsteps = kNumWarmupSteps+kNumBenchmarkSteps;
|
|
std::vector<mjtNum> ctrl = GetCtrlNoise(model, nsteps);
|
|
|
|
// warm-up rollout to get a typical state
|
|
for (int i=0; i < kNumWarmupSteps; i++) {
|
|
mju_copy(data->ctrl, ctrl.data()+model->nu*i, model->nu);
|
|
mj_step(model, data);
|
|
}
|
|
|
|
// save state
|
|
int spec = mjSTATE_INTEGRATION;
|
|
int size = mj_stateSize(model, spec);
|
|
std::vector<mjtNum> initial_state(size);
|
|
mj_getState(model, data, initial_state.data(), spec);
|
|
|
|
// reset state, benchmark subsequent kNumBenchmarkSteps steps
|
|
while (state.KeepRunningBatch(kNumBenchmarkSteps)) {
|
|
mj_setState(model, data, initial_state.data(), spec);
|
|
|
|
for (int i=0; i < kNumBenchmarkSteps; i++) {
|
|
mjtNum* ctrl_data = ctrl.data()+model->nu*(i+kNumWarmupSteps);
|
|
mju_copy(data->ctrl, ctrl_data, model->nu);
|
|
mj_step(model, data);
|
|
}
|
|
}
|
|
|
|
// finalize
|
|
mj_deleteData(data);
|
|
state.SetItemsProcessed(state.iterations());
|
|
}
|
|
|
|
// Use ABSL_ATTRIBUTE_NO_TAIL_CALL to make sure the benchmark functions appear
|
|
// separately in CPU profiles (and don't get replaced with raw calls to
|
|
// run_step_benchmark).
|
|
|
|
void ABSL_ATTRIBUTE_NO_TAIL_CALL BM_StepFlagPlugin(benchmark::State& state) {
|
|
MujocoErrorTestGuard guard;
|
|
static mjModel* model = LoadModelFromPath("plugin/elasticity/flag_flex.xml");
|
|
run_step_benchmark(model, state);
|
|
}
|
|
BENCHMARK(BM_StepFlagPlugin);
|
|
|
|
void ABSL_ATTRIBUTE_NO_TAIL_CALL BM_StepParticle(benchmark::State& state) {
|
|
MujocoErrorTestGuard guard;
|
|
static mjModel* model = LoadModelFromPath("composite/particle.xml");
|
|
run_step_benchmark(model, state);
|
|
}
|
|
BENCHMARK(BM_StepParticle);
|
|
|
|
void ABSL_ATTRIBUTE_NO_TAIL_CALL BM_StepFlag(benchmark::State& state) {
|
|
MujocoErrorTestGuard guard;
|
|
static mjModel* model =
|
|
LoadModelFromPath("../test/benchmark/testdata/flag.xml");
|
|
run_step_benchmark(model, state);
|
|
}
|
|
BENCHMARK(BM_StepFlag);
|
|
|
|
void ABSL_ATTRIBUTE_NO_TAIL_CALL BM_StepHumanoid(benchmark::State& state) {
|
|
MujocoErrorTestGuard guard;
|
|
static mjModel* model = LoadModelFromPath("humanoid/humanoid.xml");
|
|
run_step_benchmark(model, state);
|
|
}
|
|
BENCHMARK(BM_StepHumanoid);
|
|
|
|
void ABSL_ATTRIBUTE_NO_TAIL_CALL BM_StepHumanoid100(benchmark::State& state) {
|
|
MujocoErrorTestGuard guard;
|
|
static mjModel* model = LoadModelFromPath("humanoid/humanoid100.xml");
|
|
run_step_benchmark(model, state);
|
|
}
|
|
BENCHMARK(BM_StepHumanoid100);
|
|
|
|
} // namespace
|
|
} // namespace mujoco
|