oci_datascience_pipeline_run
This resource provides the Pipeline Run resource in Oracle Cloud Infrastructure Data Science service. Api doc link for the resource: https://docs.oracle.com/iaas/api/#/en/data-science/latest/PipelineRun
Example terraform configs related to the resource : https://github.com/oracle/terraform-provider-oci/tree/master/examples/datascience
Creates a new PipelineRun.
Example Usage
resource "oci_datascience_pipeline_run" "test_pipeline_run" {
#Required
compartment_id = var.compartment_id
pipeline_id = oci_datascience_pipeline.test_pipeline.id
#Optional
configuration_override_details {
#Required
type = var.pipeline_run_configuration_override_details_type
#Optional
command_line_arguments = var.pipeline_run_configuration_override_details_command_line_arguments
environment_variables = var.pipeline_run_configuration_override_details_environment_variables
maximum_runtime_in_minutes = var.pipeline_run_configuration_override_details_maximum_runtime_in_minutes
}
defined_tags = {"Operations.CostCenter"= "42"}
display_name = var.pipeline_run_display_name
freeform_tags = {"Department"= "Finance"}
infrastructure_configuration_override_details {
#Required
block_storage_size_in_gbs = var.pipeline_run_infrastructure_configuration_override_details_block_storage_size_in_gbs
shape_name = oci_core_shape.test_shape.name
#Optional
block_storage_size_in_gbs_parameterized = var.pipeline_run_infrastructure_configuration_override_details_block_storage_size_in_gbs_parameterized
shape_config_details {
#Optional
memory_in_gbs = var.pipeline_run_infrastructure_configuration_override_details_shape_config_details_memory_in_gbs
memory_in_gbs_parameterized = var.pipeline_run_infrastructure_configuration_override_details_shape_config_details_memory_in_gbs_parameterized
ocpus = var.pipeline_run_infrastructure_configuration_override_details_shape_config_details_ocpus
ocpus_parameterized = var.pipeline_run_infrastructure_configuration_override_details_shape_config_details_ocpus_parameterized
}
subnet_id = oci_core_subnet.test_subnet.id
}
log_configuration_override_details {
#Optional
enable_auto_log_creation = var.pipeline_run_log_configuration_override_details_enable_auto_log_creation
enable_logging = var.pipeline_run_log_configuration_override_details_enable_logging
log_group_id = oci_logging_log_group.test_log_group.id
log_id = oci_logging_log.test_log.id
}
opc_parent_rpt_url = var.pipeline_run_opc_parent_rpt_url
parameters_override = var.pipeline_run_parameters_override
project_id = oci_datascience_project.test_project.id
step_override_details {
#Required
step_configuration_details {
#Optional
command_line_arguments = var.pipeline_run_step_override_details_step_configuration_details_command_line_arguments
environment_variables = var.pipeline_run_step_override_details_step_configuration_details_environment_variables
maximum_runtime_in_minutes = var.pipeline_run_step_override_details_step_configuration_details_maximum_runtime_in_minutes
}
step_name = var.pipeline_run_step_override_details_step_name
#Optional
step_container_configuration_details {
#Required
container_type = var.pipeline_run_step_override_details_step_container_configuration_details_container_type
image = var.pipeline_run_step_override_details_step_container_configuration_details_image
#Optional
cmd = var.pipeline_run_step_override_details_step_container_configuration_details_cmd
entrypoint = var.pipeline_run_step_override_details_step_container_configuration_details_entrypoint
image_digest = var.pipeline_run_step_override_details_step_container_configuration_details_image_digest
image_signature_id = oci_datascience_image_signature.test_image_signature.id
}
step_dataflow_configuration_details {
#Optional
configuration = var.pipeline_run_step_override_details_step_dataflow_configuration_details_configuration
driver_shape = var.pipeline_run_step_override_details_step_dataflow_configuration_details_driver_shape
driver_shape_config_details {
#Optional
cpu_baseline = var.pipeline_run_step_override_details_step_dataflow_configuration_details_driver_shape_config_details_cpu_baseline
memory_in_gbs = var.pipeline_run_step_override_details_step_dataflow_configuration_details_driver_shape_config_details_memory_in_gbs
memory_in_gbs_parameterized = var.pipeline_run_step_override_details_step_dataflow_configuration_details_driver_shape_config_details_memory_in_gbs_parameterized
ocpus = var.pipeline_run_step_override_details_step_dataflow_configuration_details_driver_shape_config_details_ocpus
ocpus_parameterized = var.pipeline_run_step_override_details_step_dataflow_configuration_details_driver_shape_config_details_ocpus_parameterized
}
executor_shape = var.pipeline_run_step_override_details_step_dataflow_configuration_details_executor_shape
executor_shape_config_details {
#Optional
cpu_baseline = var.pipeline_run_step_override_details_step_dataflow_configuration_details_executor_shape_config_details_cpu_baseline
memory_in_gbs = var.pipeline_run_step_override_details_step_dataflow_configuration_details_executor_shape_config_details_memory_in_gbs
memory_in_gbs_parameterized = var.pipeline_run_step_override_details_step_dataflow_configuration_details_executor_shape_config_details_memory_in_gbs_parameterized
ocpus = var.pipeline_run_step_override_details_step_dataflow_configuration_details_executor_shape_config_details_ocpus
ocpus_parameterized = var.pipeline_run_step_override_details_step_dataflow_configuration_details_executor_shape_config_details_ocpus_parameterized
}
logs_bucket_uri = var.pipeline_run_step_override_details_step_dataflow_configuration_details_logs_bucket_uri
num_executors = var.pipeline_run_step_override_details_step_dataflow_configuration_details_num_executors
warehouse_bucket_uri = var.pipeline_run_step_override_details_step_dataflow_configuration_details_warehouse_bucket_uri
}
step_infrastructure_configuration_details {
#Required
block_storage_size_in_gbs = var.pipeline_run_step_override_details_step_infrastructure_configuration_details_block_storage_size_in_gbs
shape_name = oci_core_shape.test_shape.name
#Optional
block_storage_size_in_gbs_parameterized = var.pipeline_run_step_override_details_step_infrastructure_configuration_details_block_storage_size_in_gbs_parameterized
shape_config_details {
#Optional
memory_in_gbs = var.pipeline_run_step_override_details_step_infrastructure_configuration_details_shape_config_details_memory_in_gbs
memory_in_gbs_parameterized = var.pipeline_run_step_override_details_step_infrastructure_configuration_details_shape_config_details_memory_in_gbs_parameterized
ocpus = var.pipeline_run_step_override_details_step_infrastructure_configuration_details_shape_config_details_ocpus
ocpus_parameterized = var.pipeline_run_step_override_details_step_infrastructure_configuration_details_shape_config_details_ocpus_parameterized
}
subnet_id = oci_core_subnet.test_subnet.id
}
step_storage_mount_configuration_details_list {
#Required
destination_directory_name = var.pipeline_run_step_override_details_step_storage_mount_configuration_details_list_destination_directory_name
storage_type = var.pipeline_run_step_override_details_step_storage_mount_configuration_details_list_storage_type
#Optional
bucket = var.pipeline_run_step_override_details_step_storage_mount_configuration_details_list_bucket
destination_path = var.pipeline_run_step_override_details_step_storage_mount_configuration_details_list_destination_path
export_id = oci_file_storage_export.test_export.id
mount_target_id = oci_file_storage_mount_target.test_mount_target.id
namespace = var.pipeline_run_step_override_details_step_storage_mount_configuration_details_list_namespace
prefix = var.pipeline_run_step_override_details_step_storage_mount_configuration_details_list_prefix
}
}
storage_mount_configuration_override_details_list {
#Required
destination_directory_name = var.pipeline_run_storage_mount_configuration_override_details_list_destination_directory_name
storage_type = var.pipeline_run_storage_mount_configuration_override_details_list_storage_type
#Optional
bucket = var.pipeline_run_storage_mount_configuration_override_details_list_bucket
destination_path = var.pipeline_run_storage_mount_configuration_override_details_list_destination_path
export_id = oci_file_storage_export.test_export.id
mount_target_id = oci_file_storage_mount_target.test_mount_target.id
namespace = var.pipeline_run_storage_mount_configuration_override_details_list_namespace
prefix = var.pipeline_run_storage_mount_configuration_override_details_list_prefix
}
system_tags = var.pipeline_run_system_tags
}
Argument Reference
The following arguments are supported:
compartment_id- (Required) (Updatable) The OCID of the compartment where you want to create the pipeline run.configuration_override_details- (Optional) The configuration details of a pipeline.command_line_arguments- (Optional) The command line arguments to set for steps in the pipeline.environment_variables- (Optional) Environment variables to set for steps in the pipeline.maximum_runtime_in_minutes- (Optional) A time bound for the execution of the entire Pipeline. Timer starts when the Pipeline Run is in progress.type- (Required) The type of pipeline.
defined_tags- (Optional) (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. See Resource Tags. Example:{"Operations.CostCenter": "42"}display_name- (Optional) (Updatable) A user-friendly display name for the resource.freeform_tags- (Optional) (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. See Resource Tags. Example:{"Department": "Finance"}infrastructure_configuration_override_details- (Optional) The infrastructure configuration details of a pipeline or a step.block_storage_size_in_gbs- (Required) The size of the block storage volume to attach to the instance.block_storage_size_in_gbs_parameterized- (Optional) The size of the block storage volume to attach to the pipeline step run instance specified as a parameter. This overrides the blockStorageSizeInGBs value. The request will fail if the parameters used are null or invalid.shape_config_details- (Optional) Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- (Optional) The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- (Optional) The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- (Optional) The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- (Optional) The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- (Optional) The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
shape_name- (Required) The shape used to launch the instance for all step runs in the pipeline.subnet_id- (Optional) The subnet to create a secondary vnic in to attach to the instance running the pipeline step.
log_configuration_override_details- (Optional) The pipeline log configuration details.opc_parent_rpt_url- (Optional) URL to fetch the Resource Principal Token from the parent resource.parameters_override- (Optional) Parameters override used in the pipeline run.pipeline_id- (Required) The OCID of the pipeline for which pipeline run is created.project_id- (Optional) The OCID of the project to associate the pipeline run with.step_override_details- (Optional) Array of step override details. Only Step Configuration is allowed to be overridden.step_configuration_details- (Required) The configuration details of a step.command_line_arguments- (Optional) The command line arguments to set for step.environment_variables- (Optional) Environment variables to set for step.maximum_runtime_in_minutes- (Optional) A time bound for the execution of the step.
step_container_configuration_details- (Optional) Container Details for a step in pipeline.cmd- (Optional) The container image run CMD as a list of strings. UseCMDas arguments to theENTRYPOINTor the only command to run in the absence of anENTRYPOINT. The combined size ofCMDandENTRYPOINTmust be less than 2048 bytes.container_type- (Required) The type of container.entrypoint- (Optional) The container image run ENTRYPOINT as a list of strings. Accept theCMDas extra arguments. The combined size ofCMDandENTRYPOINTmust be less than 2048 bytes. More information on howCMDandENTRYPOINTinteract are here.image- (Required) The full path to the Oracle Container Repository (OCIR) registry, image, and tag in a canonical format.image_digest- (Optional) The digest of the container image. For example,sha256:881303a6b2738834d795a32b4a98eb0e5e3d1cad590a712d1e04f9b2fa90a030image_signature_id- (Optional) OCID of the container image signature
step_dataflow_configuration_details- (Optional) The configuration details of a Dataflow step.configuration- (Optional) The Spark configuration passed to the running process.driver_shape- (Optional) The VM shape for the driver.driver_shape_config_details- (Optional) Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- (Optional) The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- (Optional) The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- (Optional) The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- (Optional) The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- (Optional) The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
executor_shape- (Optional) The VM shape for the executors.executor_shape_config_details- (Optional) Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- (Optional) The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- (Optional) The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- (Optional) The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- (Optional) The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- (Optional) The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
logs_bucket_uri- (Optional) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded.num_executors- (Optional) The number of executor VMs requested.warehouse_bucket_uri- (Optional) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs.
step_infrastructure_configuration_details- (Optional) The infrastructure configuration details of a pipeline or a step.block_storage_size_in_gbs- (Required) The size of the block storage volume to attach to the instance.block_storage_size_in_gbs_parameterized- (Optional) The size of the block storage volume to attach to the pipeline step run instance specified as a parameter. This overrides the blockStorageSizeInGBs value. The request will fail if the parameters used are null or invalid.shape_config_details- (Optional) Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- (Optional) The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- (Optional) The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- (Optional) The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- (Optional) The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- (Optional) The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
shape_name- (Required) The shape used to launch the instance for all step runs in the pipeline.subnet_id- (Optional) The subnet to create a secondary vnic in to attach to the instance running the pipeline step.
step_name- (Required) The name of the step.step_storage_mount_configuration_details_list- (Optional) The storage mount details to mount to the instance running the pipeline step.bucket- (Required when storage_type=OBJECT_STORAGE) The object storage bucketdestination_directory_name- (Required) The local directory name to be mounteddestination_path- (Optional) The local path of the mounted directory, excluding directory name.export_id- (Required when storage_type=FILE_STORAGE) OCID of the exportmount_target_id- (Required when storage_type=FILE_STORAGE) OCID of the mount targetnamespace- (Required when storage_type=OBJECT_STORAGE) The object storage namespaceprefix- (Applicable when storage_type=OBJECT_STORAGE) Prefix in the bucket to mountstorage_type- (Required) The type of storage.
storage_mount_configuration_override_details_list- (Optional) The storage mount override details to mount to the instance running the pipeline step.bucket- (Required when storage_type=OBJECT_STORAGE) The object storage bucketdestination_directory_name- (Required) The local directory name to be mounteddestination_path- (Optional) The local path of the mounted directory, excluding directory name.export_id- (Required when storage_type=FILE_STORAGE) OCID of the exportmount_target_id- (Required when storage_type=FILE_STORAGE) OCID of the mount targetnamespace- (Required when storage_type=OBJECT_STORAGE) The object storage namespaceprefix- (Applicable when storage_type=OBJECT_STORAGE) Prefix in the bucket to mountstorage_type- (Required) The type of storage.
system_tags- (Optional) Usage of system tag keys. These predefined keys are scoped to namespaces. Example:{"orcl-cloud.free-tier-retained": "true"}
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
Attributes Reference
The following attributes are exported:
compartment_id- The OCID of the compartment where you want to create the pipeline run.configuration_details- The configuration details of a pipeline.command_line_arguments- The command line arguments to set for steps in the pipeline.environment_variables- Environment variables to set for steps in the pipeline.maximum_runtime_in_minutes- A time bound for the execution of the entire Pipeline. Timer starts when the Pipeline Run is in progress.type- The type of pipeline.
configuration_override_details- The configuration details of a pipeline.command_line_arguments- The command line arguments to set for steps in the pipeline.environment_variables- Environment variables to set for steps in the pipeline.maximum_runtime_in_minutes- A time bound for the execution of the entire Pipeline. Timer starts when the Pipeline Run is in progress.type- The type of pipeline.
created_by- The OCID of the user who created the pipeline run.defined_tags- Defined tags for this resource. Each key is predefined and scoped to a namespace. See Resource Tags. Example:{"Operations.CostCenter": "42"}display_name- A user-friendly display name for the resource.freeform_tags- Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. See Resource Tags. Example:{"Department": "Finance"}id- The OCID of the pipeline run.infrastructure_configuration_override_details- The infrastructure configuration details of a pipeline or a step.block_storage_size_in_gbs- The size of the block storage volume to attach to the instance.block_storage_size_in_gbs_parameterized- The size of the block storage volume to attach to the pipeline step run instance specified as a parameter. This overrides the blockStorageSizeInGBs value. The request will fail if the parameters used are null or invalid.shape_config_details- Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
shape_name- The shape used to launch the instance for all step runs in the pipeline.subnet_id- The subnet to create a secondary vnic in to attach to the instance running the pipeline step.
lifecycle_details- A message describing the current state in more detail. For example, can be used to provide actionable information for a resource in ‘Failed’ state.log_configuration_override_details- The pipeline log configuration details.log_details- Customer logging details for pipeline run.log_group_id- The log group id for where log objects will be for pipeline runs.log_id- The log id of the log object the pipeline run logs will be shipped to.
parameters_override- Parameters override used in the pipeline run.pipeline_id- The OCID of the pipeline for which pipeline run is created.project_id- The OCID of the project to associate the pipeline run with.state- The current state of the pipeline run.step_override_details- Array of step override details. Only Step Configuration is allowed to be overridden.step_configuration_details- The configuration details of a step.command_line_arguments- The command line arguments to set for step.environment_variables- Environment variables to set for step.maximum_runtime_in_minutes- A time bound for the execution of the step.
step_container_configuration_details- Container Details for a step in pipeline.cmd- The container image run CMD as a list of strings. UseCMDas arguments to theENTRYPOINTor the only command to run in the absence of anENTRYPOINT. The combined size ofCMDandENTRYPOINTmust be less than 2048 bytes.container_type- The type of container.entrypoint- The container image run ENTRYPOINT as a list of strings. Accept theCMDas extra arguments. The combined size ofCMDandENTRYPOINTmust be less than 2048 bytes. More information on howCMDandENTRYPOINTinteract are here.image- The full path to the Oracle Container Repository (OCIR) registry, image, and tag in a canonical format.image_digest- The digest of the container image. For example,sha256:881303a6b2738834d795a32b4a98eb0e5e3d1cad590a712d1e04f9b2fa90a030image_signature_id- OCID of the container image signature
step_dataflow_configuration_details- The configuration details of a Dataflow step.configuration- The Spark configuration passed to the running process.driver_shape- The VM shape for the driver.driver_shape_config_details- Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
executor_shape- The VM shape for the executors.executor_shape_config_details- Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
logs_bucket_uri- An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded.num_executors- The number of executor VMs requested.warehouse_bucket_uri- An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs.
step_infrastructure_configuration_details- The infrastructure configuration details of a pipeline or a step.block_storage_size_in_gbs- The size of the block storage volume to attach to the instance.block_storage_size_in_gbs_parameterized- The size of the block storage volume to attach to the pipeline step run instance specified as a parameter. This overrides the blockStorageSizeInGBs value. The request will fail if the parameters used are null or invalid.shape_config_details- Details for the pipeline step run shape configuration. Specify only when a flex shape is selected.cpu_baseline- The baseline OCPU utilization for a subcore burstable VM instance. If this attribute is left blank, it will default toBASELINE_1_1. The following values are supported: BASELINE_1_8 - baseline usage is 1⁄8 of an OCPU. BASELINE_1_2 - baseline usage is 1⁄2 of an OCPU. BASELINE_1_1 - baseline usage is an entire OCPU. This represents a non-burstable instance.memory_in_gbs- The total amount of memory available to the pipeline step run instance GBs.memory_in_gbs_parameterized- The total amount of memory available to the pipeline step run instance in GBs specified as a parameter. This overrides the memoryInGBs value. The request will fail if the parameters used are null or invalid.ocpus- The total number of OCPUs available to the pipeline step run instance.ocpus_parameterized- The total number of OCPUs available to the pipeline step run instance specified as a parameter. This overrides the ocpus value. The request will fail if the parameters used are null or invalid.
shape_name- The shape used to launch the instance for all step runs in the pipeline.subnet_id- The subnet to create a secondary vnic in to attach to the instance running the pipeline step.
step_name- The name of the step.step_storage_mount_configuration_details_list- The storage mount details to mount to the instance running the pipeline step.bucket- The object storage bucketdestination_directory_name- The local directory name to be mounteddestination_path- The local path of the mounted directory, excluding directory name.export_id- OCID of the exportmount_target_id- OCID of the mount targetnamespace- The object storage namespaceprefix- Prefix in the bucket to mountstorage_type- The type of storage.
step_runs- Array of StepRun object for each step.dataflow_run_id- The OCID of the dataflow run triggered for this step run.job_run_id- The OCID of the job run triggered for this step run.lifecycle_details- Details of the state of the step run.state- The state of the step run.step_name- The name of the step.step_run_name- Name used when creating the steprun.step_type- The type of step.time_finished- The date and time the pipeline step run finshed executing in the timestamp format defined by RFC3339.time_started- The date and time the pipeline step run was started in the timestamp format defined by RFC3339.
storage_mount_configuration_override_details_list- The storage mount override details to mount to the instance running the pipeline step.bucket- The object storage bucketdestination_directory_name- The local directory name to be mounteddestination_path- The local path of the mounted directory, excluding directory name.export_id- OCID of the exportmount_target_id- OCID of the mount targetnamespace- The object storage namespaceprefix- Prefix in the bucket to mountstorage_type- The type of storage.
system_tags- Usage of system tag keys. These predefined keys are scoped to namespaces. Example:{"orcl-cloud.free-tier-retained": "true"}time_accepted- The date and time the pipeline run was accepted in the timestamp format defined by RFC3339.time_finished- The date and time the pipeline run request was finished in the timestamp format defined by RFC3339.time_started- The date and time the pipeline run request was started in the timestamp format defined by RFC3339.time_updated- The date and time the pipeline run was updated in the timestamp format defined by RFC3339.
Timeouts
The timeouts block allows you to specify timeouts for certain operations:
* create - (Defaults to 20 minutes), when creating the Pipeline Run
* update - (Defaults to 20 minutes), when updating the Pipeline Run
* delete - (Defaults to 20 minutes), when destroying the Pipeline Run
Import
PipelineRuns can be imported using the id, e.g.
$ terraform import oci_datascience_pipeline_run.test_pipeline_run "id"