Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions packages/terratorch/benchmark_packages/test-package/pyproject.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
[project]
name = "test-package"
version = "0.1.0"
description = "Custom experiment package for terratorch benchmarks"
requires-python = ">=3.10"
dependencies = [
"orchestrator",
]

[project.entry-points."ado.custom_experiments"]
my_experiment = "test_package.experiments"
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
# Copyright IBM Corp. 2026
# SPDX-License-Identifier: Apache-2.0

"""Test package for custom experiments."""

__version__ = "0.1.0"

# Made with Bob
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
# Copyright IBM Corporation 2025, 2026
# SPDX-License-Identifier: MIT

"""Custom experiments for terratorch benchmarks."""

from typing import Any

from orchestrator.modules.actuators.custom_experiments import custom_experiment


@custom_experiment(output_property_identifiers=["result"])
def echo_experiment(input_string: str) -> dict[str, Any]:
"""
Simple custom experiment that echoes the input string.

This is a minimal example demonstrating the structure required
by ADO (Automated Design Optimization).

Parameters
----------
input_string : str
The string to echo back

Returns
-------
dict[str, Any]
Dictionary containing 'result' key with the input string
"""
return {
"result": input_string,
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# ADO Discovery Space Configuration for Test Benchmark
# This benchmark tests the echo_experiment custom experiment

# Entity space defining parameter values for the benchmark
entitySpace:
- identifier: input_string
propertyDomain:
values: ["hello world", "test string", "benchmark test"]

# List of experiments to run
experiments:
- actuatorIdentifier: custom_experiments
experimentIdentifier: echo_experiment
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
# ADO Discovery Space Configuration for Test Benchmark
# This benchmark tests the echo_experiment custom experiment

# Entity space defining parameter values for the benchmark
entitySpace:
- identifier: input_string
propertyDomain:
values: ["hello world", "test string", "benchmark test"]

# List of experiments to run
experiments:
- actuatorIdentifier: custom_experiments
experimentIdentifier: echo_experiment

# Made with Bob
6 changes: 6 additions & 0 deletions packages/terratorch/nexus.yaml
Original file line number Diff line number Diff line change
@@ -1,2 +1,8 @@
package:
name: terratorch

# Register benchmark packages with custom experiments
benchmark_packages:
- requirement_specifier: "./packages/terratorch/benchmark_packages/test-package"
experiments:
- "echo_experiment"