Distributed Inferences

Distributed inference enables running inference workloads across multiple pods, typically to scale model serving beyond a single container or node. This approach is useful when a single instance cannot meet resource requirements.NVIDIA Run:ai supports this model using Leader Worker Set (LWS). Each pod plays a specific role, either as a leader or worker, and together they form a coordinated service. NVIDIA Run:ai manages the orchestration and configuration of these pods to ensure efficient and scalable inference execution

Create a distributed inference. [Experimental]

Create a distributed inference using container related fields.

SecuritybearerAuth

Request

Request Body schema: application/json

name required	string (WorkloadName) non-empty The name of the workload.
useGivenNameAsPrefix	boolean Default: false When true, the requested name will be treated as a prefix. The final name of the workload will be composed of the name followed by a random set of characters.
projectId required	string (ProjectId2) The id of the project.
clusterId required	string <uuid> (ClusterId) The id of the cluster.
	object or null (DistributedInferenceSpecSpec) Node related parameters.

Responses

202

Request completed successfully.

400

Bad request.

401

Unauthorized

403

Forbidden

503

unexpected error

post/api/v1/workloads/distributed-inferences

Request samples

Payload

application/json

{"name": "my-workload-name",
"useGivenNameAsPrefix": true,
"projectId": 1,
"clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
"spec": {"nodePools": ["my-node-pool-a",
"my-node-pool-b"
],
"category": "string",
"priorityClass": "string",
"servingPort": {"port": 8080,
"protocol": "http",
"authorizationType": "public",
"authorizedUsers": ["user.a@example.com",
"user.b@example.com"
],
"authorizedGroups": ["group-a",
"group-b"
],
"exposeExternally": true,
"exposedUrl": "string"
},
"restartPolicy": "RecreateGroupOnPodRestart",
"startupPolicy": "LeaderCreated",
"workers": 4,
"replicas": 2,
"leader": {"command": "python",
"args": "-x my-script.py",
"image": "python:3.8",
"imagePullPolicy": "Always",
"workingDir": "/home/myfolder",
"createHomeDir": true,
"probes": {"readiness": {"initialDelaySeconds": 0,
"periodSeconds": 1,
"timeoutSeconds": 1,
"successThreshold": 1,
"failureThreshold": 1,
"handler": {"httpGet": {"path": "/",
"port": 1,
"host": "example.com",
"scheme": "HTTP"
}
}
}
},
"nodeType": "my-node-type",
"nodeAffinityRequired": {"nodeSelectorTerms": [{"matchExpressions": [{"key": null,
"operator": null,
"values": [ ]
}
]
}
]
},
"podAffinity": {"type": "Required",
"key": "string"
},
"compute": {"gpuDevicesRequest": 1,
"gpuRequestType": "portion",
"gpuPortionRequest": 0.5,
"gpuPortionLimit": 0.5,
"gpuMemoryRequest": "10M",
"gpuMemoryLimit": "10M",
"migProfile": "1g.5gb",
"cpuCoreRequest": 0.5,
"cpuCoreLimit": 2,
"cpuMemoryRequest": "20M",
"cpuMemoryLimit": "30M",
"largeShmRequest": false,
"extendedResources": [{"resource": "hardware-vendor.example/foo",
"quantity": 2,
"exclude": false
}
]
},
"storage": {"pvc": [{"name": "storage-instance-a",
"path": "/container/my-claim",
"existingPvc": false,
"claimName": "my-claim",
"readOnly": false,
"ephemeral": false,
"claimInfo": {"size": "1G",
"storageClass": "my-storage-class",
"accessModes": {"readWriteOnce": null,
"readOnlyMany": null,
"readWriteMany": null
},
"volumeMode": "Filesystem",
"addedAttrValues": [null
]
},
"dataSharing": false,
"exclude": false
}
],
"configMapVolume": [{"name": "storage-instance-a",
"configMap": "string",
"mountPath": "string",
"subPath": "string",
"exclude": false
}
],
"secretVolume": [{"name": "storage-instance-a",
"mountPath": "string",
"secret": "string",
"exclude": false
}
],
"emptyDirVolume": [{"name": "storage-instance-a",
"path": "/mnt/emptydir",
"medium": "string",
"sizeLimit": "1G",
"exclude": false
}
]
},
"security": {"uidGidSource": "fromTheImage",
"capabilities": ["CHOWN",
"KILL"
],
"seccompProfileType": "RuntimeDefault",
"runAsNonRoot": true,
"readOnlyRootFilesystem": false,
"runAsUid": 500,
"runAsGid": 30,
"supplementalGroups": "2,3,5,8"
},
"environmentVariables": [{"name": "HOME",
"value": "/home/my-folder",
"secret": {"name": "postgress_secret",
"key": "POSTGRES_PASSWORD"
},
"configMap": {"name": "my-config-map",
"key": "MY_POSTGRES_SCHEMA"
},
"podFieldRef": {"path": "metadata.name"
},
"exclude": false,
"description": "Home directory of the user."
}
],
"annotations": [{"name": "billing",
"value": "my-billing-unit",
"exclude": false
}
],
"labels": [{"name": "stage",
"value": "initial-research",
"exclude": false
}
],
"imagePullSecrets": [{"name": "string",
"userCredential": true,
"exclude": false
}
],
"tolerations": [{"name": "string",
"operator": "Equal",
"key": "string",
"value": "string",
"effect": "NoSchedule",
"seconds": 1,
"exclude": false
}
]
},
"worker": {"command": "python",
"args": "-x my-script.py",
"image": "python:3.8",
"imagePullPolicy": "Always",
"workingDir": "/home/myfolder",
"createHomeDir": true,
"probes": {"readiness": {"initialDelaySeconds": 0,
"periodSeconds": 1,
"timeoutSeconds": 1,
"successThreshold": 1,
"failureThreshold": 1,
"handler": {"httpGet": {"path": "/",
"port": 1,
"host": "example.com",
"scheme": "HTTP"
}
}
}
},
"nodeType": "my-node-type",
"nodeAffinityRequired": {"nodeSelectorTerms": [{"matchExpressions": [{"key": null,
"operator": null,
"values": [ ]
}
]
}
]
},
"podAffinity": {"type": "Required",
"key": "string"
},
"compute": {"gpuDevicesRequest": 1,
"gpuRequestType": "portion",
"gpuPortionRequest": 0.5,
"gpuPortionLimit": 0.5,
"gpuMemoryRequest": "10M",
"gpuMemoryLimit": "10M",
"migProfile": "1g.5gb",
"cpuCoreRequest": 0.5,
"cpuCoreLimit": 2,
"cpuMemoryRequest": "20M",
"cpuMemoryLimit": "30M",
"largeShmRequest": false,
"extendedResources": [{"resource": "hardware-vendor.example/foo",
"quantity": 2,
"exclude": false
}
]
},
"storage": {"pvc": [{"name": "storage-instance-a",
"path": "/container/my-claim",
"existingPvc": false,
"claimName": "my-claim",
"readOnly": false,
"ephemeral": false,
"claimInfo": {"size": "1G",
"storageClass": "my-storage-class",
"accessModes": {"readWriteOnce": null,
"readOnlyMany": null,
"readWriteMany": null
},
"volumeMode": "Filesystem",
"addedAttrValues": [null
]
},
"dataSharing": false,
"exclude": false
}
],
"configMapVolume": [{"name": "storage-instance-a",
"configMap": "string",
"mountPath": "string",
"subPath": "string",
"exclude": false
}
],
"secretVolume": [{"name": "storage-instance-a",
"mountPath": "string",
"secret": "string",
"exclude": false
}
],
"emptyDirVolume": [{"name": "storage-instance-a",
"path": "/mnt/emptydir",
"medium": "string",
"sizeLimit": "1G",
"exclude": false
}
]
},
"security": {"uidGidSource": "fromTheImage",
"capabilities": ["CHOWN",
"KILL"
],
"seccompProfileType": "RuntimeDefault",
"runAsNonRoot": true,
"readOnlyRootFilesystem": false,
"runAsUid": 500,
"runAsGid": 30,
"supplementalGroups": "2,3,5,8"
},
"environmentVariables": [{"name": "HOME",
"value": "/home/my-folder",
"secret": {"name": "postgress_secret",
"key": "POSTGRES_PASSWORD"
},
"configMap": {"name": "my-config-map",
"key": "MY_POSTGRES_SCHEMA"
},
"podFieldRef": {"path": "metadata.name"
},
"exclude": false,
"description": "Home directory of the user."
}
],
"annotations": [{"name": "billing",
"value": "my-billing-unit",
"exclude": false
}
],
"labels": [{"name": "stage",
"value": "initial-research",
"exclude": false
}
],
"imagePullSecrets": [{"name": "string",
"userCredential": true,
"exclude": false
}
],
"tolerations": [{"name": "string",
"operator": "Equal",
"key": "string",
"value": "string",
"effect": "NoSchedule",
"seconds": 1,
"exclude": false
}
]
}
}
}

Response samples

application/json

{"name": "my-workload-name",
"requestedName": "string",
"workloadId": "06d16c5d-4728-42fa-b573-3b11820d999f",
"projectId": 1,
"departmentId": 2,
"clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
"createdBy": "test@lab.com",
"createdAt": "2022-01-01T03:49:52.531Z",
"deletedAt": "2022-01-01T03:49:52.531Z",
"desiredPhase": "Running",
"actualPhase": "Creating",
"spec": {"nodePools": ["my-node-pool-a",
"my-node-pool-b"
],
"category": "string",
"priorityClass": "string",
"servingPort": {"port": 8080,
"protocol": "http",
"authorizationType": "public",
"authorizedUsers": ["user.a@example.com",
"user.b@example.com"
],
"authorizedGroups": ["group-a",
"group-b"
],
"exposeExternally": true,
"exposedUrl": "string"
},
"restartPolicy": "RecreateGroupOnPodRestart",
"startupPolicy": "LeaderCreated",
"workers": 4,
"replicas": 2,
"leader": {"command": "python",
"args": "-x my-script.py",
"image": "python:3.8",
"imagePullPolicy": "Always",
"workingDir": "/home/myfolder",
"createHomeDir": true,
"probes": {"readiness": {"initialDelaySeconds": 0,
"periodSeconds": 1,
"timeoutSeconds": 1,
"successThreshold": 1,
"failureThreshold": 1,
"handler": {"httpGet": {"path": "/",
"port": 1,
"host": "example.com",
"scheme": "HTTP"
}
}
}
},
"nodeType": "my-node-type",
"nodeAffinityRequired": {"nodeSelectorTerms": [{"matchExpressions": [{"key": null,
"operator": null,
"values": [ ]
}
]
}
]
},
"podAffinity": {"type": "Required",
"key": "string"
},
"compute": {"gpuDevicesRequest": 1,
"gpuRequestType": "portion",
"gpuPortionRequest": 0.5,
"gpuPortionLimit": 0.5,
"gpuMemoryRequest": "10M",
"gpuMemoryLimit": "10M",
"migProfile": "1g.5gb",
"cpuCoreRequest": 0.5,
"cpuCoreLimit": 2,
"cpuMemoryRequest": "20M",
"cpuMemoryLimit": "30M",
"largeShmRequest": false,
"extendedResources": [{"resource": "hardware-vendor.example/foo",
"quantity": 2,
"exclude": false
}
]
},
"storage": {"pvc": [{"name": "storage-instance-a",
"path": "/container/my-claim",
"existingPvc": false,
"claimName": "my-claim",
"readOnly": false,
"ephemeral": false,
"claimInfo": {"size": "1G",
"storageClass": "my-storage-class",
"accessModes": {"readWriteOnce": null,
"readOnlyMany": null,
"readWriteMany": null
},
"volumeMode": "Filesystem",
"addedAttrValues": [null
]
},
"dataSharing": false,
"exclude": false
}
],
"configMapVolume": [{"name": "storage-instance-a",
"configMap": "string",
"mountPath": "string",
"subPath": "string",
"exclude": false
}
],
"secretVolume": [{"name": "storage-instance-a",
"mountPath": "string",
"secret": "string",
"exclude": false
}
],
"emptyDirVolume": [{"name": "storage-instance-a",
"path": "/mnt/emptydir",
"medium": "string",
"sizeLimit": "1G",
"exclude": false
}
]
},
"security": {"uidGidSource": "fromTheImage",
"capabilities": ["CHOWN",
"KILL"
],
"seccompProfileType": "RuntimeDefault",
"runAsNonRoot": true,
"readOnlyRootFilesystem": false,
"runAsUid": 500,
"runAsGid": 30,
"supplementalGroups": "2,3,5,8"
},
"environmentVariables": [{"name": "HOME",
"value": "/home/my-folder",
"secret": {"name": "postgress_secret",
"key": "POSTGRES_PASSWORD"
},
"configMap": {"name": "my-config-map",
"key": "MY_POSTGRES_SCHEMA"
},
"podFieldRef": {"path": "metadata.name"
},
"exclude": false,
"description": "Home directory of the user."
}
],
"annotations": [{"name": "billing",
"value": "my-billing-unit",
"exclude": false
}
],
"labels": [{"name": "stage",
"value": "initial-research",
"exclude": false
}
],
"imagePullSecrets": [{"name": "string",
"userCredential": true,
"exclude": false
}
],
"tolerations": [{"name": "string",
"operator": "Equal",
"key": "string",
"value": "string",
"effect": "NoSchedule",
"seconds": 1,
"exclude": false
}
]
},
"worker": {"command": "python",
"args": "-x my-script.py",
"image": "python:3.8",
"imagePullPolicy": "Always",
"workingDir": "/home/myfolder",
"createHomeDir": true,
"probes": {"readiness": {"initialDelaySeconds": 0,
"periodSeconds": 1,
"timeoutSeconds": 1,
"successThreshold": 1,
"failureThreshold": 1,
"handler": {"httpGet": {"path": "/",
"port": 1,
"host": "example.com",
"scheme": "HTTP"
}
}
}
},
"nodeType": "my-node-type",
"nodeAffinityRequired": {"nodeSelectorTerms": [{"matchExpressions": [{"key": null,
"operator": null,
"values": [ ]
}
]
}
]
},
"podAffinity": {"type": "Required",
"key": "string"
},
"compute": {"gpuDevicesRequest": 1,
"gpuRequestType": "portion",
"gpuPortionRequest": 0.5,
"gpuPortionLimit": 0.5,
"gpuMemoryRequest": "10M",
"gpuMemoryLimit": "10M",
"migProfile": "1g.5gb",
"cpuCoreRequest": 0.5,
"cpuCoreLimit": 2,
"cpuMemoryRequest": "20M",
"cpuMemoryLimit": "30M",
"largeShmRequest": false,
"extendedResources": [{"resource": "hardware-vendor.example/foo",
"quantity": 2,
"exclude": false
}
]
},
"storage": {"pvc": [{"name": "storage-instance-a",
"path": "/container/my-claim",
"existingPvc": false,
"claimName": "my-claim",
"readOnly": false,
"ephemeral": false,
"claimInfo": {"size": "1G",
"storageClass": "my-storage-class",
"accessModes": {"readWriteOnce": null,
"readOnlyMany": null,
"readWriteMany": null
},
"volumeMode": "Filesystem",
"addedAttrValues": [null
]
},
"dataSharing": false,
"exclude": false
}
],
"configMapVolume": [{"name": "storage-instance-a",
"configMap": "string",
"mountPath": "string",
"subPath": "string",
"exclude": false
}
],
"secretVolume": [{"name": "storage-instance-a",
"mountPath": "string",
"secret": "string",
"exclude": false
}
],
"emptyDirVolume": [{"name": "storage-instance-a",
"path": "/mnt/emptydir",
"medium": "string",
"sizeLimit": "1G",
"exclude": false
}
]
},
"security": {"uidGidSource": "fromTheImage",
"capabilities": ["CHOWN",
"KILL"
],
"seccompProfileType": "RuntimeDefault",
"runAsNonRoot": true,
"readOnlyRootFilesystem": false,
"runAsUid": 500,
"runAsGid": 30,
"supplementalGroups": "2,3,5,8"
},
"environmentVariables": [{"name": "HOME",
"value": "/home/my-folder",
"secret": {"name": "postgress_secret",
"key": "POSTGRES_PASSWORD"
},
"configMap": {"name": "my-config-map",
"key": "MY_POSTGRES_SCHEMA"
},
"podFieldRef": {"path": "metadata.name"
},
"exclude": false,
"description": "Home directory of the user."
}
],
"annotations": [{"name": "billing",
"value": "my-billing-unit",
"exclude": false
}
],
"labels": [{"name": "stage",
"value": "initial-research",
"exclude": false
}
],
"imagePullSecrets": [{"name": "string",
"userCredential": true,
"exclude": false
}
],
"tolerations": [{"name": "string",
"operator": "Equal",
"key": "string",
"value": "string",
"effect": "NoSchedule",
"seconds": 1,
"exclude": false
}
]
}
}
}

Delete a distributed inference. [Experimental]

Delete a distributed inference using a workload id.

SecuritybearerAuth

Request

path Parameters

workloadId

required

string <uuid>

The Universally Unique Identifier (UUID) of the workload.

Responses

202

Accepted.

401

Unauthorized

403

Forbidden

404

The specified resource was not found

500

unexpected error

503

unexpected error

delete/api/v1/workloads/distributed-inferences/{workloadId}

Response samples

application/json

{"code": 202,
"message": "Request has been accepted."
}

Get a distributed inference data. [Experimental]

Retrieve a distributed inference details using a workload id.

SecuritybearerAuth

Request

path Parameters

workloadId

required

string <uuid>

The Universally Unique Identifier (UUID) of the workload.

Responses

200

Executed successfully.

401

Unauthorized

403

Forbidden

404

The specified resource was not found

500

unexpected error

503

unexpected error

get/api/v1/workloads/distributed-inferences/{workloadId}

Response samples

application/json

{"name": "my-workload-name",
"requestedName": "string",
"workloadId": "06d16c5d-4728-42fa-b573-3b11820d999f",
"projectId": 1,
"departmentId": 2,
"clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
"createdBy": "test@lab.com",
"createdAt": "2022-01-01T03:49:52.531Z",
"deletedAt": "2022-01-01T03:49:52.531Z",
"desiredPhase": "Running",
"actualPhase": "Creating",
"spec": {"nodePools": ["my-node-pool-a",
"my-node-pool-b"
],
"category": "string",
"priorityClass": "string",
"servingPort": {"port": 8080,
"protocol": "http",
"authorizationType": "public",
"authorizedUsers": ["user.a@example.com",
"user.b@example.com"
],
"authorizedGroups": ["group-a",
"group-b"
],
"exposeExternally": true,
"exposedUrl": "string"
},
"restartPolicy": "RecreateGroupOnPodRestart",
"startupPolicy": "LeaderCreated",
"workers": 4,
"replicas": 2,
"leader": {"command": "python",
"args": "-x my-script.py",
"image": "python:3.8",
"imagePullPolicy": "Always",
"workingDir": "/home/myfolder",
"createHomeDir": true,
"probes": {"readiness": {"initialDelaySeconds": 0,
"periodSeconds": 1,
"timeoutSeconds": 1,
"successThreshold": 1,
"failureThreshold": 1,
"handler": {"httpGet": {"path": "/",
"port": 1,
"host": "example.com",
"scheme": "HTTP"
}
}
}
},
"nodeType": "my-node-type",
"nodeAffinityRequired": {"nodeSelectorTerms": [{"matchExpressions": [{"key": null,
"operator": null,
"values": [ ]
}
]
}
]
},
"podAffinity": {"type": "Required",
"key": "string"
},
"compute": {"gpuDevicesRequest": 1,
"gpuRequestType": "portion",
"gpuPortionRequest": 0.5,
"gpuPortionLimit": 0.5,
"gpuMemoryRequest": "10M",
"gpuMemoryLimit": "10M",
"migProfile": "1g.5gb",
"cpuCoreRequest": 0.5,
"cpuCoreLimit": 2,
"cpuMemoryRequest": "20M",
"cpuMemoryLimit": "30M",
"largeShmRequest": false,
"extendedResources": [{"resource": "hardware-vendor.example/foo",
"quantity": 2,
"exclude": false
}
]
},
"storage": {"pvc": [{"name": "storage-instance-a",
"path": "/container/my-claim",
"existingPvc": false,
"claimName": "my-claim",
"readOnly": false,
"ephemeral": false,
"claimInfo": {"size": "1G",
"storageClass": "my-storage-class",
"accessModes": {"readWriteOnce": null,
"readOnlyMany": null,
"readWriteMany": null
},
"volumeMode": "Filesystem",
"addedAttrValues": [null
]
},
"dataSharing": false,
"exclude": false
}
],
"configMapVolume": [{"name": "storage-instance-a",
"configMap": "string",
"mountPath": "string",
"subPath": "string",
"exclude": false
}
],
"secretVolume": [{"name": "storage-instance-a",
"mountPath": "string",
"secret": "string",
"exclude": false
}
],
"emptyDirVolume": [{"name": "storage-instance-a",
"path": "/mnt/emptydir",
"medium": "string",
"sizeLimit": "1G",
"exclude": false
}
]
},
"security": {"uidGidSource": "fromTheImage",
"capabilities": ["CHOWN",
"KILL"
],
"seccompProfileType": "RuntimeDefault",
"runAsNonRoot": true,
"readOnlyRootFilesystem": false,
"runAsUid": 500,
"runAsGid": 30,
"supplementalGroups": "2,3,5,8"
},
"environmentVariables": [{"name": "HOME",
"value": "/home/my-folder",
"secret": {"name": "postgress_secret",
"key": "POSTGRES_PASSWORD"
},
"configMap": {"name": "my-config-map",
"key": "MY_POSTGRES_SCHEMA"
},
"podFieldRef": {"path": "metadata.name"
},
"exclude": false,
"description": "Home directory of the user."
}
],
"annotations": [{"name": "billing",
"value": "my-billing-unit",
"exclude": false
}
],
"labels": [{"name": "stage",
"value": "initial-research",
"exclude": false
}
],
"imagePullSecrets": [{"name": "string",
"userCredential": true,
"exclude": false
}
],
"tolerations": [{"name": "string",
"operator": "Equal",
"key": "string",
"value": "string",
"effect": "NoSchedule",
"seconds": 1,
"exclude": false
}
]
},
"worker": {"command": "python",
"args": "-x my-script.py",
"image": "python:3.8",
"imagePullPolicy": "Always",
"workingDir": "/home/myfolder",
"createHomeDir": true,
"probes": {"readiness": {"initialDelaySeconds": 0,
"periodSeconds": 1,
"timeoutSeconds": 1,
"successThreshold": 1,
"failureThreshold": 1,
"handler": {"httpGet": {"path": "/",
"port": 1,
"host": "example.com",
"scheme": "HTTP"
}
}
}
},
"nodeType": "my-node-type",
"nodeAffinityRequired": {"nodeSelectorTerms": [{"matchExpressions": [{"key": null,
"operator": null,
"values": [ ]
}
]
}
]
},
"podAffinity": {"type": "Required",
"key": "string"
},
"compute": {"gpuDevicesRequest": 1,
"gpuRequestType": "portion",
"gpuPortionRequest": 0.5,
"gpuPortionLimit": 0.5,
"gpuMemoryRequest": "10M",
"gpuMemoryLimit": "10M",
"migProfile": "1g.5gb",
"cpuCoreRequest": 0.5,
"cpuCoreLimit": 2,
"cpuMemoryRequest": "20M",
"cpuMemoryLimit": "30M",
"largeShmRequest": false,
"extendedResources": [{"resource": "hardware-vendor.example/foo",
"quantity": 2,
"exclude": false
}
]
},
"storage": {"pvc": [{"name": "storage-instance-a",
"path": "/container/my-claim",
"existingPvc": false,
"claimName": "my-claim",
"readOnly": false,
"ephemeral": false,
"claimInfo": {"size": "1G",
"storageClass": "my-storage-class",
"accessModes": {"readWriteOnce": null,
"readOnlyMany": null,
"readWriteMany": null
},
"volumeMode": "Filesystem",
"addedAttrValues": [null
]
},
"dataSharing": false,
"exclude": false
}
],
"configMapVolume": [{"name": "storage-instance-a",
"configMap": "string",
"mountPath": "string",
"subPath": "string",
"exclude": false
}
],
"secretVolume": [{"name": "storage-instance-a",
"mountPath": "string",
"secret": "string",
"exclude": false
}
],
"emptyDirVolume": [{"name": "storage-instance-a",
"path": "/mnt/emptydir",
"medium": "string",
"sizeLimit": "1G",
"exclude": false
}
]
},
"security": {"uidGidSource": "fromTheImage",
"capabilities": ["CHOWN",
"KILL"
],
"seccompProfileType": "RuntimeDefault",
"runAsNonRoot": true,
"readOnlyRootFilesystem": false,
"runAsUid": 500,
"runAsGid": 30,
"supplementalGroups": "2,3,5,8"
},
"environmentVariables": [{"name": "HOME",
"value": "/home/my-folder",
"secret": {"name": "postgress_secret",
"key": "POSTGRES_PASSWORD"
},
"configMap": {"name": "my-config-map",
"key": "MY_POSTGRES_SCHEMA"
},
"podFieldRef": {"path": "metadata.name"
},
"exclude": false,
"description": "Home directory of the user."
}
],
"annotations": [{"name": "billing",
"value": "my-billing-unit",
"exclude": false
}
],
"labels": [{"name": "stage",
"value": "initial-research",
"exclude": false
}
],
"imagePullSecrets": [{"name": "string",
"userCredential": true,
"exclude": false
}
],
"tolerations": [{"name": "string",
"operator": "Equal",
"key": "string",
"value": "string",
"effect": "NoSchedule",
"seconds": 1,
"exclude": false
}
]
}
}
}

➔ Next to Compute