Retrieve a list of pods from a cluster.
Executed successfully.
Unauthorized
Forbidden
The specified resource was not found
unexpected error
unexpected error
{- "next": 1,
- "pods": [
- {
- "name": "pod-of-a-very-important-job",
- "priorityClassName": "high-priority",
- "id": "497f6eca-6276-4993-bfeb-53cbbbba6f08",
- "workloadId": "06d16c5d-4728-42fa-b573-3b11820d999f",
- "revisionId": "bae12d01-48af-47b3-9304-b09ef0081cd6",
- "clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
- "projectId": "1",
- "nodeName": "gpu-node-1",
- "createdAt": "2022-01-01T03:49:52.531Z",
- "completedAt": "2022-01-01T03:49:52.531Z",
- "containers": [
- {
- "name": "alpine",
- "image": "alpine:latest",
- "startedAt": "2022-01-01T03:49:52.531Z"
}
], - "currentNodePool": "default",
- "requestedNodePools": [
- "default"
], - "requestedResources": {
- "gpuRequestType": "portion",
- "gpu": {
- "limit": 1.5,
- "request": 1
}, - "gpuMemory": {
- "limit": "2G",
- "request": "200M"
}, - "cpu": {
- "limit": 1.5,
- "request": 1
}, - "cpuMemory": {
- "limit": "2G",
- "request": "200M"
}, - "migProfile": "1g.5gb",
- "extendedResources": [
- {
- "resource": "hardware-vendor.example/foo",
- "quantity": 2,
- "exclude": false
}
]
}, - "allocatedResources": {
- "gpu": 1.5,
- "migProfile": "1g.5gb",
- "gpuMemory": "200Mi",
- "cpu": 0.5,
- "cpuMemory": "0B",
- "extendedResources": [
- {
- "resource": "hardware-vendor.example/foo",
- "quantity": 2,
- "exclude": false
}
]
}, - "tolerations": [
- {
- "key": "",
- "operator": "Exists",
- "value": "",
- "effect": "NoExecute",
- "tolerationSeconds": "10"
}
], - "k8sPhase": "Pending",
- "ip": "10.244.1.1",
- "nodeAffinity": {
- "required": {
- "nodeSelectorTerms": [
- {
- "matchExpressions": [
- null
]
}
]
}, - "preferred": {
- "nodeSelectorTerms": [
- {
- "weight": 0,
- "preference": {
- "matchExpressions": [ ]
}
}
]
}
}, - "tenantId": 1001,
- "k8sPhaseUpdatedAt": "2022-06-08T11:28:24.131Z",
- "updatedAt": "2022-06-08T11:28:24.131Z",
- "deletedAt": "2022-08-12T19:28:24.131Z",
- "projectName": "my-project",
- "workloadName": "my-workload"
}
]
}
Retrieve pod's metrics data for use in analysis applications.
Executed successfully.
Partial success.
Bad request.
Unauthorized
Forbidden
The specified resource was not found
unexpected error
unexpected error
{- "measurements": [
- {
- "type": "ALLOCATED_GPU",
- "labels": {
- "gpu": "0"
}, - "values": [
- {
- "value": "85",
- "timestamp": "2024-12-20T14:30:00Z"
}, - {
- "value": "92",
- "timestamp": "2024-12-20T14:30:30Z"
}, - {
- "value": "78",
- "timestamp": "2024-12-20T14:37:00Z"
}
]
}
], - "histogram": [
- {
- "type": "NIM_TIME_TO_FIRST_TOKEN_SECONDS",
- "values": [
- {
- "timestamp": "2024-12-20T14:30:00Z",
- "data": {
- "0.001": "45",
- "0.005": "178",
- "0.01": "312",
- "0.05": "624",
- "0.1": "812",
- "0.5": "980",
- "1.0": "1004",
- "2.0": "1015",
- "+Inf": "1024"
}
}, - {
- "timestamp": "2024-12-20T14:30:30Z",
- "data": {
- "0.001": "32",
- "0.005": "152",
- "0.01": "288",
- "0.05": "576",
- "0.1": "756",
- "0.5": "908",
- "1.0": "932",
- "2.0": "943",
- "+Inf": "960"
}
}
]
}, - {
- "type": "NIM_TIME_TO_FIRST_TOKEN_SECONDS_PERCENTILES",
- "values": [
- {
- "timestamp": "2024-12-20T14:30:00Z",
- "data": {
- "p50": "0.0734",
- "p90": "0.1892",
- "p99": "0.2847"
}
}, - {
- "timestamp": "2024-12-20T14:30:30Z",
- "data": {
- "p50": "0.0823",
- "p90": "0.2134",
- "p99": "0.3156"
}
}
]
}
]
}
Retrieve the details of workload pods by workload id.
Executed successfully.
Unauthorized
Forbidden
The specified resource was not found
unexpected error
unexpected error
{- "next": 1,
- "pods": [
- {
- "name": "pod-of-a-very-important-job",
- "priorityClassName": "high-priority",
- "id": "497f6eca-6276-4993-bfeb-53cbbbba6f08",
- "workloadId": "06d16c5d-4728-42fa-b573-3b11820d999f",
- "revisionId": "bae12d01-48af-47b3-9304-b09ef0081cd6",
- "clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
- "projectId": "1",
- "nodeName": "gpu-node-1",
- "createdAt": "2022-01-01T03:49:52.531Z",
- "completedAt": "2022-01-01T03:49:52.531Z",
- "containers": [
- {
- "name": "alpine",
- "image": "alpine:latest",
- "startedAt": "2022-01-01T03:49:52.531Z"
}
], - "currentNodePool": "default",
- "requestedNodePools": [
- "default"
], - "requestedResources": {
- "gpuRequestType": "portion",
- "gpu": {
- "limit": 1.5,
- "request": 1
}, - "gpuMemory": {
- "limit": "2G",
- "request": "200M"
}, - "cpu": {
- "limit": 1.5,
- "request": 1
}, - "cpuMemory": {
- "limit": "2G",
- "request": "200M"
}, - "migProfile": "1g.5gb",
- "extendedResources": [
- {
- "resource": "hardware-vendor.example/foo",
- "quantity": 2,
- "exclude": false
}
]
}, - "allocatedResources": {
- "gpu": 1.5,
- "migProfile": "1g.5gb",
- "gpuMemory": "200Mi",
- "cpu": 0.5,
- "cpuMemory": "0B",
- "extendedResources": [
- {
- "resource": "hardware-vendor.example/foo",
- "quantity": 2,
- "exclude": false
}
]
}, - "tolerations": [
- {
- "key": "",
- "operator": "Exists",
- "value": "",
- "effect": "NoExecute",
- "tolerationSeconds": "10"
}
], - "k8sPhase": "Pending",
- "ip": "10.244.1.1",
- "nodeAffinity": {
- "required": {
- "nodeSelectorTerms": [
- {
- "matchExpressions": [
- null
]
}
]
}, - "preferred": {
- "nodeSelectorTerms": [
- {
- "weight": 0,
- "preference": {
- "matchExpressions": [ ]
}
}
]
}
}, - "tenantId": 1001,
- "k8sPhaseUpdatedAt": "2022-06-08T11:28:24.131Z",
- "updatedAt": "2022-06-08T11:28:24.131Z",
- "deletedAt": "2022-08-12T19:28:24.131Z",
- "projectName": "my-project",
- "workloadName": "my-workload"
}
]
}
Retrieve the number of pods from a cluster.
Executed successfully.
Unauthorized
Forbidden
unexpected error
unexpected error
{- "count": 1
}
Retrieve the details of revision pods by revision id. Supported for clusters v2.21+.
Executed successfully.
Unauthorized
Forbidden
The specified resource was not found
unexpected error
unexpected error
{- "pods": [
- {
- "name": "pod-of-a-very-important-job",
- "priorityClassName": "high-priority",
- "id": "497f6eca-6276-4993-bfeb-53cbbbba6f08",
- "workloadId": "06d16c5d-4728-42fa-b573-3b11820d999f",
- "revisionId": "bae12d01-48af-47b3-9304-b09ef0081cd6",
- "clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
- "projectId": "1",
- "nodeName": "gpu-node-1",
- "createdAt": "2022-01-01T03:49:52.531Z",
- "completedAt": "2022-01-01T03:49:52.531Z",
- "containers": [
- {
- "name": "alpine",
- "image": "alpine:latest",
- "startedAt": "2022-01-01T03:49:52.531Z"
}
], - "currentNodePool": "default",
- "requestedNodePools": [
- "default"
], - "requestedResources": {
- "gpuRequestType": "portion",
- "gpu": {
- "limit": 1.5,
- "request": 1
}, - "gpuMemory": {
- "limit": "2G",
- "request": "200M"
}, - "cpu": {
- "limit": 1.5,
- "request": 1
}, - "cpuMemory": {
- "limit": "2G",
- "request": "200M"
}, - "migProfile": "1g.5gb",
- "extendedResources": [
- {
- "resource": "hardware-vendor.example/foo",
- "quantity": 2,
- "exclude": false
}
]
}, - "allocatedResources": {
- "gpu": 1.5,
- "migProfile": "1g.5gb",
- "gpuMemory": "200Mi",
- "cpu": 0.5,
- "cpuMemory": "0B",
- "extendedResources": [
- {
- "resource": "hardware-vendor.example/foo",
- "quantity": 2,
- "exclude": false
}
]
}, - "tolerations": [
- {
- "key": "",
- "operator": "Exists",
- "value": "",
- "effect": "NoExecute",
- "tolerationSeconds": "10"
}
], - "k8sPhase": "Pending",
- "ip": "10.244.1.1",
- "nodeAffinity": {
- "required": {
- "nodeSelectorTerms": [
- {
- "matchExpressions": [
- null
]
}
]
}, - "preferred": {
- "nodeSelectorTerms": [
- {
- "weight": 0,
- "preference": {
- "matchExpressions": [ ]
}
}
]
}
}, - "tenantId": 1001,
- "k8sPhaseUpdatedAt": "2022-06-08T11:28:24.131Z",
- "updatedAt": "2022-06-08T11:28:24.131Z",
- "deletedAt": "2022-08-12T19:28:24.131Z",
- "projectName": "my-project",
- "workloadName": "my-workload"
}
]
}