Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .github/assets/generate-coverage.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@
"portkey": "Portkey", "pydantic-ai": "Pydantic AI", "qdrant": "Qdrant",
"redis": "Redis Vector Search", "replicate": "Replicate", "semantic-kernel": "Semantic Kernel",
"smolagents": "Smolagents", "spring-ai": "Spring AI", "spring-boot-starter": "Spring Boot",
"strands": "Strands Agents", "tavily": "Tavily", "together": "Together AI", "typesafe": "TypeSafe",
"strands": "Strands Agents", "tavily": "Tavily", "temporal": "Temporal", "together": "Together AI", "typesafe": "TypeSafe",
"vercel": "Vercel AI SDK", "vertexai": "Vertex AI", "vllm": "vLLM", "voltagent": "VoltAgent",
"voyage": "Voyage AI", "watsonx": "IBM watsonx", "weaviate": "Weaviate", "xai": "xAI",
}
Expand All @@ -66,7 +66,7 @@
"Agent orchestration, application frameworks, and agent-to-agent communication.",
"a2a ag2 agent-framework agno autogen beeai crewai eino genkit google-adk "
"hermes-agent langchain mastra mcp-use openai-agents pydantic-ai semantic-kernel "
"smolagents strands vercel voltagent"),
"smolagents strands temporal vercel voltagent"),
("rag-vector-databases", "RAG & vector databases",
"Retrieval pipelines, vector stores, and search backends.",
"azure-search chromadb cognee discoveryengine elasticsearch haystack lancedb llamaindex "
Expand Down
21 changes: 18 additions & 3 deletions .github/assets/integration-coverage.json
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
{
"integration_families": 78,
"integration_families": 79,
"languages": [
"Python",
"TypeScript",
"Java",
"Go",
"C#"
],
"method": "Union of normalized framework families from 66 Python framework manifests, 45 TypeScript instrumentor manifests, 23 Java integration modules and 5 Go module manifests. Runtime variants share a family; shared/core SDKs, BOMs, aggregators and examples do not count. C# has a manual-span core SDK and no framework auto-instrumentors.",
"method": "Union of normalized framework families from 67 Python framework manifests, 45 TypeScript instrumentor manifests, 23 Java integration modules and 5 Go module manifests. Runtime variants share a family; shared/core SDKs, BOMs, aggregators and examples do not count. C# has a manual-span core SDK and no framework auto-instrumentors.",
"normalization": {
"ag2-classic": "ag2",
"google-genai-live": "google-genai",
Expand All @@ -24,7 +24,7 @@
"fi-instrumentation-vertexai": "vertexai"
},
"package_counts_in_matrix": {
"Python": 66,
"Python": 67,
"TypeScript": 45,
"Java": 23,
"Go": 5,
Expand Down Expand Up @@ -105,6 +105,7 @@
"semantic-kernel",
"smolagents",
"strands",
"temporal",
"vercel",
"voltagent"
]
Expand Down Expand Up @@ -1002,6 +1003,20 @@
]
}
},
{
"id": "temporal",
"name": "Temporal",
"category": "agent-frameworks",
"languages": {
"Python": [
{
"manifest": "python/frameworks/temporal/pyproject.toml",
"package": "traceAI-temporal",
"source": "python/frameworks/temporal/"
}
]
}
},
{
"id": "vercel",
"name": "Vercel AI SDK",
Expand Down
5 changes: 4 additions & 1 deletion .github/assets/test-generate-coverage.py
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,10 @@ def test_full_catalog_visible_once_with_language_links(self):
section = readme.split("## Integrations\n", 1)[1].split("\n## ", 1)[0]
self.assertNotRegex(section, r"(?i)<\s*/?\s*(?:details|summary)\b")
self.assertIn(f'**{data["integration_families"]} integration families · 5 languages', readme)
self.assertEqual(data["integration_families"], 78)
self.assertEqual(data["integration_families"], 79)
temporal = next(family for family in data["families"] if family["id"] == "temporal")
self.assertEqual(temporal["category"], "agent-frameworks")
self.assertEqual(temporal["languages"]["Python"][0]["package"], "traceAI-temporal")
cognee = next(family for family in data["families"] if family["id"] == "cognee")
self.assertEqual(cognee["category"], "rag-vector-databases")
self.assertEqual(cognee["languages"]["Python"][0]["package"], "traceai-cognee")
Expand Down
2 changes: 2 additions & 0 deletions .github/release/config.json
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@
"_pypi_bootstrap_comment": "PyPI allows only three pending trusted publishers per organization, so these first-time projects are created by their first upload with the PYPI_BOOTSTRAP_TOKEN secret instead. Only a package in this list that has never been published uses the token. After the first release: add each project to the futureagi organization, add its trusted publisher (release.yml, blank environment), delete the token on PyPI and the secret, and empty this list.",
"pypi_bootstrap_token": [
"traceAI-ag2",
"traceAI-agentscope",
"traceai-cognee",
"traceAI-discoveryengine",
"traceAI-elevenlabs-agents",
Expand All @@ -21,6 +22,7 @@
"traceAI-replicate",
"traceAI-semantic-kernel",
"traceAI-tavily",
"traceAI-temporal",
"traceAI-typesafe",
"traceAI-voyage"
]
Expand Down
60 changes: 60 additions & 0 deletions .github/workflows/agentscope-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
name: AgentScope adapter

on:
pull_request:
branches: [main, dev]
paths:
- 'python/frameworks/agentscope/**'
- '.github/workflows/agentscope-tests.yml'
push:
branches: [dev]
paths:
- 'python/frameworks/agentscope/**'
- '.github/workflows/agentscope-tests.yml'
workflow_dispatch:

permissions:
contents: read

jobs:
compatibility:
runs-on: ubuntu-latest
timeout-minutes: 15
strategy:
fail-fast: false
matrix:
python: ['3.11', '3.13']
agentscope: ['2.0.10', '2.0.11', 'latest']
distribution: ['wheel', 'sdist']
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python }}
- name: Build distributions and install an artifact
env:
DISTRIBUTION: ${{ matrix.distribution }}
AGENTSCOPE_VERSION: ${{ matrix.agentscope }}
run: |
python -m pip install 'build>=1.2,<2' 'hatchling>=1.27,<2'
python -m build python/frameworks/agentscope --outdir "$RUNNER_TEMP/dist"
if [ "$DISTRIBUTION" = wheel ]; then
artifact=$(find "$RUNNER_TEMP/dist" -name '*.whl' -print -quit)
else
artifact=$(find "$RUNNER_TEMP/dist" -name '*.tar.gz' -print -quit)
fi
if [ "$AGENTSCOPE_VERSION" = latest ]; then
python -m pip install "${artifact}[dev]" 'agentscope>=2.0.10,<2.1'
else
python -m pip install "${artifact}[dev]" "agentscope==$AGENTSCOPE_VERSION"
fi
- name: Test without outbound network
run: |
# Dependencies are installed above. Only loopback remains available for OTLP.
sudo iptables -I OUTPUT 1 ! -o lo -j REJECT
sudo ip6tables -I OUTPUT 1 ! -o lo -j REJECT
trap 'sudo iptables -D OUTPUT ! -o lo -j REJECT; sudo ip6tables -D OUTPUT ! -o lo -j REJECT' EXIT
python -I -m mypy --config-file python/frameworks/agentscope/pyproject.toml python/frameworks/agentscope/traceai_agentscope
python -I -m pytest python/frameworks/agentscope/tests -q
88 changes: 88 additions & 0 deletions .github/workflows/temporal-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
name: Temporal compatibility

on:
pull_request:
branches: [main, dev]
paths:
- 'python/frameworks/temporal/**'
- '.github/workflows/temporal-tests.yml'
push:
branches: [main, dev]
paths:
- 'python/frameworks/temporal/**'
- '.github/workflows/temporal-tests.yml'
workflow_dispatch:

permissions:
contents: read

defaults:
run:
shell: bash

jobs:
compatibility:
name: Temporal ${{ matrix.temporal }} / Python ${{ matrix.python }}
runs-on: ubuntu-latest
timeout-minutes: 15
strategy:
fail-fast: false
matrix:
include:
- python: '3.10'
temporal: '1.34.0'
otel: '1.39.0'
- python: '3.13'
temporal: '1.35.0'
otel: '1.45.2'
env:
REQUIRE_TEMPORAL_INTEGRATION: '1'
FI_BASE_URL: http://127.0.0.1:9
FI_API_KEY: synthetic-api-key
FI_SECRET_KEY: synthetic-secret-key
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python }}
- name: Install package and compatibility pins
run: |
python -m pip install './python/frameworks/temporal[dev]' \
'fi-instrumentation-otel==1.2.2' 'temporalio[opentelemetry]==${{ matrix.temporal }}' \
'opentelemetry-sdk==${{ matrix.otel }}' 'opentelemetry-exporter-otlp-proto-http==${{ matrix.otel }}'
- name: Check public boundary types
run: python -m mypy --follow-imports=silent --ignore-missing-imports python/frameworks/temporal/traceai_temporal
- name: Install pinned Temporal dev server
run: |
mkdir -p "$RUNNER_TEMP/temporal-cli"
curl --fail --location --retry 3 \
https://github.com/temporalio/cli/releases/download/v1.9.1/temporal_cli_1.9.1_linux_amd64.tar.gz \
-o "$RUNNER_TEMP/temporal-cli/archive.tar.gz"
echo "09a0326a51db84d02735e53542b9ebd8c4758daf47482a9ab0abce15844e60d5 $RUNNER_TEMP/temporal-cli/archive.tar.gz" | sha256sum --check
tar -xzf "$RUNNER_TEMP/temporal-cli/archive.tar.gz" -C "$RUNNER_TEMP/temporal-cli" temporal
echo "TEMPORAL_CLI=$RUNNER_TEMP/temporal-cli/temporal" >> "$GITHUB_ENV"
- name: Test with outbound network disabled
# Loopback remains available for Temporal and the synthetic OTLP receiver.
# The rules live only inside a dedicated network namespace.
run: |
sudo unshare --net bash -c '
ip link set lo up
exec env REQUIRE_TEMPORAL_INTEGRATION=1 TEMPORAL_CLI="$3" "$1" -m pytest "$2" -q
' _ "$(command -v python)" "$GITHUB_WORKSPACE/python/frameworks/temporal/tests" "$TEMPORAL_CLI"
- name: Build wheel and sdist
run: python -m build python/frameworks/temporal
- name: Test both distributions in fresh environments
run: |
for artifact in python/frameworks/temporal/dist/*.whl python/frameworks/temporal/dist/*.tar.gz; do
env_dir=$(mktemp -d)
python -m venv "$env_dir"
"$env_dir/bin/python" -m pip install "$artifact" 'pytest>=8,<9' \
'fi-instrumentation-otel==1.2.2' 'temporalio[opentelemetry]==${{ matrix.temporal }}' \
'opentelemetry-sdk==${{ matrix.otel }}' 'opentelemetry-exporter-otlp-proto-http==${{ matrix.otel }}'
sudo unshare --net bash -c '
ip link set lo up
exec env REQUIRE_TEMPORAL_INTEGRATION=1 TEMPORAL_CLI="$3" "$1" -I -m pytest "$2" -q
' _ "$env_dir/bin/python" "$GITHUB_WORKSPACE/python/frameworks/temporal/tests" "$TEMPORAL_CLI"
done
2 changes: 2 additions & 0 deletions .release-please-manifest.json
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
"python/frameworks/ag2": "0.1.0",
"python/frameworks/ag2-classic": "0.1.0",
"python/frameworks/agent-framework": "0.1.0",
"python/frameworks/agentscope": "0.1.0",
"python/frameworks/agno": "0.1.0",
"python/frameworks/anthropic": "0.1.11",
"python/frameworks/autogen": "0.2.1",
Expand Down Expand Up @@ -59,6 +60,7 @@
"python/frameworks/smolagents": "0.1.6",
"python/frameworks/strands": "0.1.1",
"python/frameworks/tavily": "0.1.0",
"python/frameworks/temporal": "0.1.0",
"python/frameworks/together": "0.1.1",
"python/frameworks/typesafe": "0.1.0",
"python/frameworks/vertexai": "0.1.11",
Expand Down
8 changes: 5 additions & 3 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@

Trace LLM calls, agents, tools, and retrieval. Keep your application code and your observability stack.

**78 integration families · 5 languages · OpenTelemetry-native · Apache 2.0**
**79 integration families · 5 languages · OpenTelemetry-native · Apache 2.0**

[Get started](#quickstart) · [Integrations](#integrations) · [Documentation](https://docs.futureagi.com/docs/tracing) · [Contribute](CONTRIBUTING.md)

Expand Down Expand Up @@ -299,11 +299,11 @@ After a call finishes, open the `traceai-quickstart` project in **Observe** in F

## Integrations

**78 integration families, with language coverage you can inspect.** Each SDK link opens its package source. A dash means no dedicated framework package in this repository—not a promise of unsupported runtime behavior.
**79 integration families, with language coverage you can inspect.** Each SDK link opens its package source. A dash means no dedicated framework package in this repository—not a promise of unsupported runtime behavior.

Python and TypeScript provide framework instrumentors; Java provides client wrappers and framework modules; Go provides middleware and framework integrations. **C# provides [manual spans and activities](csharp/src/FIInstrumentation/), not automatic framework instrumentation**, so its framework cells are intentionally empty.

All 78 families are listed below, grouped by what they integrate. Runtime variants share a row: OpenAI includes Realtime; Google GenAI includes Live; AG2 includes its classic SDK. LangGraph ships in the LangChain integration. Shared SDKs are not counted as integrations. Package availability is not a claim of complete upstream feature compatibility; check each package's source and documentation for its scope.
All 79 families are listed below, grouped by what they integrate. Runtime variants share a row: OpenAI includes Realtime; Google GenAI includes Live; AG2 includes its classic SDK. LangGraph ships in the LangChain integration. Shared SDKs are not counted as integrations. Package availability is not a claim of complete upstream feature compatibility; check each package's source and documentation for its scope.

[Model providers](#model-providers) · [Agent frameworks](#agent-frameworks) · [RAG & vector databases](#rag-vector-databases) · [Tools & search](#tools-search) · [Voice & realtime](#voice-realtime) · [Gateways & proxies](#gateways-proxies) · [Coding agents](#coding-agents) · [Java frameworks](#java-frameworks) · [Other](#other)

Expand Down Expand Up @@ -347,6 +347,7 @@ Agent orchestration, application frameworks, and agent-to-agent communication.
| :--- | :---: | :---: | :---: | :---: | :---: |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> A2A | [SDK](python/frameworks/a2a/ "traceAI-a2a") | — | — | [SDK](go/a2a/ "github.com/future-agi/traceAI/go/a2a") | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> AG2 | [SDK](python/frameworks/ag2/ "traceAI-ag2") · [Classic](python/frameworks/ag2-classic/ "traceAI-ag2-classic") | — | — | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> AgentScope | [SDK](python/frameworks/agentscope/ "traceAI-agentscope") | — | — | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> Agno | [SDK](python/frameworks/agno/ "traceai-agno") | — | — | — | — |
| <img src=".github/assets/integrations/autogen-tile.png" width="24" height="24" alt=""> AutoGen | [SDK](python/frameworks/autogen/ "traceAI-autogen") | — | — | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> BeeAI | [SDK](python/frameworks/beeai/ "traceai-beeai") | [SDK](typescript/packages/traceai_beeai/ "@traceai/beeai") | — | — | — |
Expand All @@ -364,6 +365,7 @@ Agent orchestration, application frameworks, and agent-to-agent communication.
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> Semantic Kernel | [SDK](python/frameworks/semantic-kernel/ "traceAI-semantic-kernel") | — | [SDK](java/traceai-java-semantic-kernel/ "traceai-java-semantic-kernel") | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> Smolagents | [SDK](python/frameworks/smolagents/ "traceAI-smolagents") | — | — | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> Strands Agents | [SDK](python/frameworks/strands/ "traceai-strands") | [SDK](typescript/packages/traceai_strands/ "@traceai/strands") | — | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> Temporal | [SDK](python/frameworks/temporal/ "traceAI-temporal") | — | — | — | — |
| <img src=".github/assets/integrations/vercel-tile.svg" width="24" height="24" alt=""> Vercel AI SDK | — | [SDK](typescript/packages/traceai_vercel/ "@traceai/vercel") | — | — | — |
| <img src=".github/assets/integrations/package-tile.svg" width="24" height="24" alt=""> VoltAgent | — | [SDK](typescript/packages/traceai_voltagent/ "@traceai/voltagent") | — | — | — |

Expand Down
Loading
Loading