Skip to content

Make the AI Gateway configuration API public in Preview #4593

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
dd-octo-sts merged 1 commit into from
Nov 5, 2026
Merged

Make the AI Gateway configuration API public in Preview #4593

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7,466 changes: 7,259 additions & 207 deletions .generator/schemas/v2/openapi.yaml
View file
Open in desktop

Large diffs are not rendered by default.

51 changes: 51 additions & 0 deletions examples/v2/ai-gateway/BulkCreateAiGatewayModels.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
// Add multiple models to an AI Gateway provider returns "Created" response

import com.datadog.api.client.ApiClient;
import com.datadog.api.client.ApiException;
import com.datadog.api.client.v2.api.AiGatewayApi;
import com.datadog.api.client.v2.model.AiGatewayModelCatalogEntryListResponse;
import com.datadog.api.client.v2.model.AiGatewayModelCatalogEntryType;
import com.datadog.api.client.v2.model.AiGatewayModelCreateAttributes;
import com.datadog.api.client.v2.model.AiGatewayModelsBulkCreateAttributes;
import com.datadog.api.client.v2.model.AiGatewayModelsBulkCreateData;
import com.datadog.api.client.v2.model.AiGatewayModelsBulkCreateRequest;
import com.datadog.api.client.v2.model.AiGatewaySupportedOperation;
import java.util.Collections;

public class Example {
public static void main(String[] args) {
ApiClient defaultClient = ApiClient.getDefaultApiClient();
defaultClient.setAccessToken(System.getenv("DD_BEARER_TOKEN"));
defaultClient.setUnstableOperationEnabled("v2.bulkCreateAiGatewayModels", true);
AiGatewayApi apiInstance = new AiGatewayApi(defaultClient);

AiGatewayModelsBulkCreateRequest body =
new AiGatewayModelsBulkCreateRequest()
.data(
new AiGatewayModelsBulkCreateData()
.attributes(
new AiGatewayModelsBulkCreateAttributes()
.models(
Collections.singletonList(
new AiGatewayModelCreateAttributes()
.modelIdCanonical("gpt-5.2-codex")
.modelIdWire("gpt-5.2-codex-20260801")
.supportedOperations(
Collections.singletonList(
AiGatewaySupportedOperation
.OPENAI_CHAT_COMPLETIONS)))))
.type(AiGatewayModelCatalogEntryType.MODEL_CATALOG_ENTRIES));

try {
AiGatewayModelCatalogEntryListResponse result =
apiInstance.bulkCreateAiGatewayModels(42L, body);
System.out.println(result);
} catch (ApiException e) {
System.err.println("Exception when calling AiGatewayApi#bulkCreateAiGatewayModels");
System.err.println("Status code: " + e.getCode());
System.err.println("Reason: " + e.getResponseBody());
System.err.println("Response headers: " + e.getResponseHeaders());
e.printStackTrace();
}
}
}
58 changes: 58 additions & 0 deletions examples/v2/ai-gateway/CreateAiGatewayBudget.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
// Create an AI Gateway budget returns "Created" response

import com.datadog.api.client.ApiClient;
import com.datadog.api.client.ApiException;
import com.datadog.api.client.v2.api.AiGatewayApi;
import com.datadog.api.client.v2.model.AiGatewayBudgetCreateAttributes;
import com.datadog.api.client.v2.model.AiGatewayBudgetCreateData;
import com.datadog.api.client.v2.model.AiGatewayBudgetCreateRequest;
import com.datadog.api.client.v2.model.AiGatewayBudgetEnforcement;
import com.datadog.api.client.v2.model.AiGatewayBudgetResponse;
import com.datadog.api.client.v2.model.AiGatewayBudgetSelectorEntry;
import com.datadog.api.client.v2.model.AiGatewayBudgetType;
import com.datadog.api.client.v2.model.AiGatewayBudgetWindowPolicy;
import java.util.Collections;
import java.util.Map;

public class Example {
public static void main(String[] args) {
ApiClient defaultClient = ApiClient.getDefaultApiClient();
defaultClient.setAccessToken(System.getenv("DD_BEARER_TOKEN"));
defaultClient.setUnstableOperationEnabled("v2.createAiGatewayBudget", true);
AiGatewayApi apiInstance = new AiGatewayApi(defaultClient);

AiGatewayBudgetCreateRequest body =
new AiGatewayBudgetCreateRequest()
.data(
new AiGatewayBudgetCreateData()
.attributes(
new AiGatewayBudgetCreateAttributes()
.capacityMicrocents(100000000L)
.enforcement(AiGatewayBudgetEnforcement.BLOCK)
.name("Coding agents")
.selector(
Collections.singletonList(
new AiGatewayBudgetSelectorEntry()
.dim("user_id")
.perValue(true)
.values(
Collections.singletonList(
"11111111-1111-1111-1111-111111111111"))))
.tags(Map.ofEntries(Map.entry("model", "gpt-5.2-codex")))
.trackExisting(false)
.warningThreshold(0.9)
.windowPolicy(AiGatewayBudgetWindowPolicy.MONTHLY))
.type(AiGatewayBudgetType.BUDGETS));

try {
AiGatewayBudgetResponse result = apiInstance.createAiGatewayBudget(body);
System.out.println(result);
} catch (ApiException e) {
System.err.println("Exception when calling AiGatewayApi#createAiGatewayBudget");
System.err.println("Status code: " + e.getCode());
System.err.println("Reason: " + e.getResponseBody());
System.err.println("Response headers: " + e.getResponseHeaders());
e.printStackTrace();
}
}
}
60 changes: 60 additions & 0 deletions examples/v2/ai-gateway/CreateAiGatewayDataCaptureOverride.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
// Create an AI Gateway data capture override returns "Created" response

import com.datadog.api.client.ApiClient;
import com.datadog.api.client.ApiException;
import com.datadog.api.client.v2.api.AiGatewayApi;
import com.datadog.api.client.v2.model.AiGatewayCaptureCreateRequest;
import com.datadog.api.client.v2.model.AiGatewayCaptureCreateRequestData;
import com.datadog.api.client.v2.model.AiGatewayCaptureCreateRequestDataAttributes;
import com.datadog.api.client.v2.model.AiGatewayCaptureCreateRequestDataAttributesMode;
import com.datadog.api.client.v2.model.AiGatewayCaptureCreateRequestDataAttributesOperation;
import com.datadog.api.client.v2.model.AiGatewayCaptureCreateRequestDataType;
import com.datadog.api.client.v2.model.AiGatewayCaptureOverrideResponse;
import com.datadog.api.client.v2.model.AiGatewayCaptureScope;
import com.datadog.api.client.v2.model.AiGatewayMetadataCaptureItem;
import java.util.Arrays;
import java.util.Map;
import java.util.UUID;

public class Example {
public static void main(String[] args) {
ApiClient defaultClient = ApiClient.getDefaultApiClient();
defaultClient.setAccessToken(System.getenv("DD_BEARER_TOKEN"));
defaultClient.setUnstableOperationEnabled("v2.createAiGatewayDataCaptureOverride", true);
AiGatewayApi apiInstance = new AiGatewayApi(defaultClient);

AiGatewayCaptureCreateRequest body =
new AiGatewayCaptureCreateRequest()
.data(
new AiGatewayCaptureCreateRequestData()
.attributes(
new AiGatewayCaptureCreateRequestDataAttributes()
.configurationRevision("capture-revision-1")
.metadataCapture(
Arrays.asList(
AiGatewayMetadataCaptureItem.TOOL_USAGE,
AiGatewayMetadataCaptureItem.TOOL_OUTPUT_SIZE,
AiGatewayMetadataCaptureItem.TOOL_NAMES))
.mode(AiGatewayCaptureCreateRequestDataAttributesMode.METADATA_ONLY)
.name("Research")
.operation(AiGatewayCaptureCreateRequestDataAttributesOperation.CREATE)
.revision(1L)
.scope(
new AiGatewayCaptureScope()
.tags(Map.ofEntries(Map.entry("env", "prod")))))
.id(UUID.fromString("11111111-1111-4111-8111-111111111111"))
.type(AiGatewayCaptureCreateRequestDataType.DATA_CAPTURE_OVERRIDES));

try {
AiGatewayCaptureOverrideResponse result =
apiInstance.createAiGatewayDataCaptureOverride(body);
System.out.println(result);
} catch (ApiException e) {
System.err.println("Exception when calling AiGatewayApi#createAiGatewayDataCaptureOverride");
System.err.println("Status code: " + e.getCode());
System.err.println("Reason: " + e.getResponseBody());
System.err.println("Response headers: " + e.getResponseHeaders());
e.printStackTrace();
}
}
}
45 changes: 45 additions & 0 deletions examples/v2/ai-gateway/CreateAiGatewayModel.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
// Add a model to an AI Gateway provider returns "Created" response

import com.datadog.api.client.ApiClient;
import com.datadog.api.client.ApiException;
import com.datadog.api.client.v2.api.AiGatewayApi;
import com.datadog.api.client.v2.model.AiGatewayModelCatalogEntryResponse;
import com.datadog.api.client.v2.model.AiGatewayModelCatalogEntryType;
import com.datadog.api.client.v2.model.AiGatewayModelCreateAttributes;
import com.datadog.api.client.v2.model.AiGatewayModelCreateData;
import com.datadog.api.client.v2.model.AiGatewayModelCreateRequest;
import com.datadog.api.client.v2.model.AiGatewaySupportedOperation;
import java.util.Collections;

public class Example {
public static void main(String[] args) {
ApiClient defaultClient = ApiClient.getDefaultApiClient();
defaultClient.setAccessToken(System.getenv("DD_BEARER_TOKEN"));
defaultClient.setUnstableOperationEnabled("v2.createAiGatewayModel", true);
AiGatewayApi apiInstance = new AiGatewayApi(defaultClient);

AiGatewayModelCreateRequest body =
new AiGatewayModelCreateRequest()
.data(
new AiGatewayModelCreateData()
.attributes(
new AiGatewayModelCreateAttributes()
.modelIdCanonical("gpt-5.2-codex")
.modelIdWire("gpt-5.2-codex-20260801")
.supportedOperations(
Collections.singletonList(
AiGatewaySupportedOperation.OPENAI_CHAT_COMPLETIONS)))
.type(AiGatewayModelCatalogEntryType.MODEL_CATALOG_ENTRIES));

try {
AiGatewayModelCatalogEntryResponse result = apiInstance.createAiGatewayModel(42L, body);
System.out.println(result);
} catch (ApiException e) {
System.err.println("Exception when calling AiGatewayApi#createAiGatewayModel");
System.err.println("Status code: " + e.getCode());
System.err.println("Reason: " + e.getResponseBody());
System.err.println("Response headers: " + e.getResponseHeaders());
e.printStackTrace();
}
}
}
54 changes: 54 additions & 0 deletions examples/v2/ai-gateway/CreateAiGatewayModelGroup.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
// Create an AI Gateway model group returns "Created" response

import com.datadog.api.client.ApiClient;
import com.datadog.api.client.ApiException;
import com.datadog.api.client.v2.api.AiGatewayApi;
import com.datadog.api.client.v2.model.AiGatewayMaxReasoningLevel;
import com.datadog.api.client.v2.model.AiGatewayModelGroupBinding;
import com.datadog.api.client.v2.model.AiGatewayModelGroupBindingRelation;
import com.datadog.api.client.v2.model.AiGatewayModelGroupCreateAttributes;
import com.datadog.api.client.v2.model.AiGatewayModelGroupCreateData;
import com.datadog.api.client.v2.model.AiGatewayModelGroupCreateRequest;
import com.datadog.api.client.v2.model.AiGatewayModelGroupResponse;
import com.datadog.api.client.v2.model.AiGatewayModelGroupType;
import java.util.Collections;

public class Example {
public static void main(String[] args) {
ApiClient defaultClient = ApiClient.getDefaultApiClient();
defaultClient.setAccessToken(System.getenv("DD_BEARER_TOKEN"));
defaultClient.setUnstableOperationEnabled("v2.createAiGatewayModelGroup", true);
AiGatewayApi apiInstance = new AiGatewayApi(defaultClient);

AiGatewayModelGroupCreateRequest body =
new AiGatewayModelGroupCreateRequest()
.data(
new AiGatewayModelGroupCreateData()
.attributes(
new AiGatewayModelGroupCreateAttributes()
.allowFastMode(true)
.bindings(
Collections.singletonList(
new AiGatewayModelGroupBinding()
.principals(
Collections.singletonList(
"user:55555555-5555-5555-5555-555555555555"))
.relation(AiGatewayModelGroupBindingRelation.RUNNER)))
.maxReasoningLevel(AiGatewayMaxReasoningLevel.HIGH)
.modelIds(Collections.singletonList(101L))
.name("Coding models")
.routingRuleSlugs(Collections.singletonList("coding-route")))
.type(AiGatewayModelGroupType.MODEL_GROUPS));

try {
AiGatewayModelGroupResponse result = apiInstance.createAiGatewayModelGroup(body);
System.out.println(result);
} catch (ApiException e) {
System.err.println("Exception when calling AiGatewayApi#createAiGatewayModelGroup");
System.err.println("Status code: " + e.getCode());
System.err.println("Reason: " + e.getResponseBody());
System.err.println("Response headers: " + e.getResponseHeaders());
e.printStackTrace();
}
}
}
79 changes: 79 additions & 0 deletions examples/v2/ai-gateway/CreateAiGatewayProvider.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
// Create an AI Gateway provider returns "Created" response

import com.datadog.api.client.ApiClient;
import com.datadog.api.client.ApiException;
import com.datadog.api.client.v2.api.AiGatewayApi;
import com.datadog.api.client.v2.model.AiGatewayCustomProviderSupportedOperation;
import com.datadog.api.client.v2.model.AiGatewayKnownProvider;
import com.datadog.api.client.v2.model.AiGatewayModelInput;
import com.datadog.api.client.v2.model.AiGatewayProviderCreateAttributes;
import com.datadog.api.client.v2.model.AiGatewayProviderCreateData;
import com.datadog.api.client.v2.model.AiGatewayProviderCreateRequest;
import com.datadog.api.client.v2.model.AiGatewayProviderInitialBinding;
import com.datadog.api.client.v2.model.AiGatewayProviderInitialBindingRelation;
import com.datadog.api.client.v2.model.AiGatewayProviderIntegrationConfig;
import com.datadog.api.client.v2.model.AiGatewayProviderResponse;
import com.datadog.api.client.v2.model.AiGatewayProviderType;
import com.datadog.api.client.v2.model.AiGatewaySupportedOperation;
import java.util.Collections;

public class Example {
public static void main(String[] args) {
ApiClient defaultClient = ApiClient.getDefaultApiClient();
defaultClient.setAccessToken(System.getenv("DD_BEARER_TOKEN"));
defaultClient.setUnstableOperationEnabled("v2.createAiGatewayProvider", true);
AiGatewayApi apiInstance = new AiGatewayApi(defaultClient);

AiGatewayProviderCreateRequest body =
new AiGatewayProviderCreateRequest()
.data(
new AiGatewayProviderCreateData()
.attributes(
new AiGatewayProviderCreateAttributes()
.costMultiplier(1.0)
.initialBindings(
Collections.singletonList(
new AiGatewayProviderInitialBinding()
.principals(
Collections.singletonList(
"org:11111111-1111-1111-1111-111111111111"))
.relation(AiGatewayProviderInitialBindingRelation.VIEWER)))
.integrationAccountId("account-123")
.integrationConfig(
new AiGatewayProviderIntegrationConfig()
.bedrockRegion("us-east-1")
.foundryProject("my-project")
.foundryResourceId(
"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/ai/providers/Microsoft.CognitiveServices/accounts/my-foundry")
.location("us-central1")
.projectId("my-gcp-project")
.supportedOperations(
Collections.singletonList(
AiGatewayCustomProviderSupportedOperation
.OPENAI_CHAT_COMPLETIONS)))
.knownProvider(AiGatewayKnownProvider.OPENAI)
.models(
Collections.singletonList(
new AiGatewayModelInput()
.modelIdCanonical("gpt-5.2-codex")
.modelIdWire("gpt-5.2-codex-20260801")
.supportedOperations(
Collections.singletonList(
AiGatewaySupportedOperation
.OPENAI_CHAT_COMPLETIONS))))
.name("production-us")
.slug("prod-us"))
.type(AiGatewayProviderType.PROVIDERS));

try {
AiGatewayProviderResponse result = apiInstance.createAiGatewayProvider(body);
System.out.println(result);
} catch (ApiException e) {
System.err.println("Exception when calling AiGatewayApi#createAiGatewayProvider");
System.err.println("Status code: " + e.getCode());
System.err.println("Reason: " + e.getResponseBody());
System.err.println("Response headers: " + e.getResponseHeaders());
e.printStackTrace();
}
}
}
Loading
Loading