耿雨飞的个人博客

[[ slide_text ]]

[[ item.c ]]

Kubeflow pipeline 后端数据表结构

发布时间：2023-05-30 作者：gengyufei 来源：gengyufei个人博客

Kubeflow

# 进入 mysql pod 的步骤
1、查看 mysql 相关的pod
```
kubectl get pods -A | grep mysql

[root@k8s-master ~]# kubectl get pods -A | grep mysql
kubeflow                    katib-mysql-7894994f88-w2w7t                                 1/1     Running     0          3d1h
kubeflow                    mysql-f7b9b7dd4-6tstr                                        2/2     Running     0          3d1h
```

2、进入 kubeflow pipeline 的mysql pod
```
kubectl exec -it mysql-f7b9b7dd4-6tstr -c mysql -n kubeflow -- /bin/bash

```
> pod_name: mysql-f7b9b7dd4-6tstr
container_name: -c mysql

3、进入mysql
```
root@mysql-f7b9b7dd4-6tstr:/# mysql 
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 87
Server version: 5.7.33 MySQL Community Server (GPL)

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
```

> kubeflow pipeline 的后端db: mlpipeline

====================================================================================
mysql> show create table db_statuses \G;
*************************** 1. row ***************************
       Table: db_statuses
Create Table: CREATE TABLE `db_statuses` (
  `HaveSamplesLoaded` tinyint(1) NOT NULL
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from db_statuses limit 2 \G;
*************************** 1. row ***************************
HaveSamplesLoaded: 1
```

====================================================================================
mysql> show create table default_experiments \G;
*************************** 1. row ***************************
       Table: default_experiments
Create Table: CREATE TABLE `default_experiments` (
  `DefaultExperimentId` varchar(255) NOT NULL
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from default_experiments \G;
*************************** 1. row ***************************
DefaultExperimentId: f4c035a4-42cf-4e53-a033-76054e48735e
1 row in set (0.00 sec)
```

====================================================================================
mysql> show create table experiments \G;
*************************** 1. row ***************************
       Table: experiments
Create Table: CREATE TABLE `experiments` (
  `UUID` varchar(255) NOT NULL,
  `Name` varchar(255) NOT NULL,
  `Description` varchar(255) NOT NULL,
  `CreatedAtInSec` bigint(20) NOT NULL,
  `Namespace` varchar(255) NOT NULL,
  `StorageState` varchar(255) NOT NULL,
  PRIMARY KEY (`UUID`),
  UNIQUE KEY `idx_name_namespace` (`Name`,`Namespace`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from experiments \G;
*************************** 1. row ***************************
          UUID: d70ca801-a94a-4f64-838c-e539e77424d4
          Name: Default
   Description: 
CreatedAtInSec: 1685270523
     Namespace: kubeflow-user-example-com
  StorageState: STORAGESTATE_AVAILABLE
*************************** 2. row ***************************
          UUID: dbc0b4dd-20f7-481f-9bea-dfa05a062c31
          Name: TEST-1
   Description: 
CreatedAtInSec: 1685439466
     Namespace: kubeflow-user-example-com
  StorageState: STORAGESTATE_AVAILABLE
*************************** 3. row ***************************
          UUID: f4c035a4-42cf-4e53-a033-76054e48735e
          Name: Default
   Description: All runs created without specifying an experiment will be grouped here.
CreatedAtInSec: 1685152463
     Namespace: 
  StorageState: STORAGESTATE_AVAILABLE
3 rows in set (0.00 sec)
```

====================================================================================
mysql> show create table jobs \G;
*************************** 1. row ***************************
       Table: jobs
Create Table: CREATE TABLE `jobs` (
  `UUID` varchar(255) NOT NULL,
  `DisplayName` varchar(255) NOT NULL,
  `Name` varchar(255) NOT NULL,
  `Namespace` varchar(255) NOT NULL,
  `ServiceAccount` varchar(255) NOT NULL,
  `Description` varchar(255) NOT NULL,
  `MaxConcurrency` bigint(20) NOT NULL,
  `NoCatchup` tinyint(1) NOT NULL,
  `CreatedAtInSec` bigint(20) NOT NULL,
  `UpdatedAtInSec` bigint(20) NOT NULL,
  `Enabled` tinyint(1) NOT NULL,
  `CronScheduleStartTimeInSec` bigint(20) DEFAULT NULL,
  `CronScheduleEndTimeInSec` bigint(20) DEFAULT NULL,
  `Schedule` varchar(255) DEFAULT NULL,
  `PeriodicScheduleStartTimeInSec` bigint(20) DEFAULT NULL,
  `PeriodicScheduleEndTimeInSec` bigint(20) DEFAULT NULL,
  `IntervalSecond` bigint(20) DEFAULT NULL,
  `PipelineId` varchar(255) NOT NULL,
  `PipelineName` varchar(255) NOT NULL,
  `PipelineSpecManifest` longtext,
  `WorkflowSpecManifest` longtext NOT NULL,
  `Parameters` longtext,
  `Conditions` varchar(255) NOT NULL,
  PRIMARY KEY (`UUID`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from jobs \G;
*************************** 1. row ***************************
                          UUID: cebff560-7bf0-4f25-bc31-ec864c3b4050
                   DisplayName: RUN of [Tutorial] Data passing in python components
                          Name: runoftutorialdatapassinginfhsh
                     Namespace: kubeflow-user-example-com
                ServiceAccount: default-editor
                   Description: 
                MaxConcurrency: 10
                     NoCatchup: 0
                CreatedAtInSec: 1685439710
                UpdatedAtInSec: 1685440022
                       Enabled: 1
    CronScheduleStartTimeInSec: NULL
      CronScheduleEndTimeInSec: NULL
                      Schedule: 0 0 0 * * ?
PeriodicScheduleStartTimeInSec: NULL
  PeriodicScheduleEndTimeInSec: NULL
                IntervalSecond: 0
                    PipelineId: 
                  PipelineName: 
          PipelineSpecManifest:
          WorkflowSpecManifest: 
		  Parameters: null
          Conditions: Enabled
1 row in set (0.00 sec)
```

====================================================================================
mysql> show create table pipeline_versions \G;
*************************** 1. row ***************************
       Table: pipeline_versions
Create Table: CREATE TABLE `pipeline_versions` (
  `UUID` varchar(255) NOT NULL,
  `CreatedAtInSec` bigint(20) NOT NULL,
  `Name` varchar(255) NOT NULL,
  `Parameters` longtext NOT NULL,
  `PipelineId` varchar(255) NOT NULL,
  `Status` varchar(255) NOT NULL,
  `CodeSourceUrl` varchar(255) DEFAULT NULL,
  `Description` longtext NOT NULL,
  PRIMARY KEY (`UUID`),
  UNIQUE KEY `idx_pipelineid_name` (`Name`,`PipelineId`),
  KEY `idx_pipeline_versions_CreatedAtInSec` (`CreatedAtInSec`),
  KEY `idx_pipeline_versions_PipelineId` (`PipelineId`),
  CONSTRAINT `pipeline_versions_PipelineId_pipelines_UUID_foreign` FOREIGN KEY (`PipelineId`) REFERENCES `pipelines` (`UUID`) ON DELETE CASCADE ON UPDATE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from pipeline_versions \G;
*************************** 1. row ***************************
          UUID: 6cb76be4-f18e-482e-ba67-ec62bf447841
CreatedAtInSec: 1685152462
          Name: [Tutorial] DSL - Control structures
    Parameters: []
    PipelineId: 6cb76be4-f18e-482e-ba67-ec62bf447841
        Status: READY
 CodeSourceUrl: 
   Description: 
*************************** 2. row ***************************
          UUID: 9bbbf611-f133-4046-8f86-3a0a57583b6a
CreatedAtInSec: 1685152461
          Name: [Tutorial] Data passing in python components
    Parameters: []
    PipelineId: 9bbbf611-f133-4046-8f86-3a0a57583b6a
        Status: READY
 CodeSourceUrl: 
   Description: 
*************************** 3. row ***************************
          UUID: a7eeb46b-fc70-487f-9aa9-7f21006bf015
CreatedAtInSec: 1685152459
          Name: [Demo] TFX - Taxi tip prediction model trainer
    Parameters: [{"name":"pipeline-root","value":"gs://{{kfp-default-bucket}}/tfx_taxi_simple/{{workflow.uid}}"},{"name":"module-file","value":"/opt/conda/lib/python3.7/site-packages/tfx/examples/chicago_taxi_pipeline/taxi_utils_native_keras.py"},{"name":"push_destination","value":"{\"filesystem\": {\"base_directory\": \"gs://your-bucket/serving_model/tfx_taxi_simple\"}}"}]
    PipelineId: a7eeb46b-fc70-487f-9aa9-7f21006bf015
        Status: READY
 CodeSourceUrl: 
   Description: 
*************************** 4. row ***************************
          UUID: b7a801c2-c037-4080-896c-0beab4919022
CreatedAtInSec: 1685152458
          Name: [Demo] XGBoost - Iterative model training
    Parameters: []
    PipelineId: b7a801c2-c037-4080-896c-0beab4919022
        Status: READY
 CodeSourceUrl: 
   Description: 
4 rows in set (0.00 sec)
```

====================================================================================
mysql> show create table pipelines \G;
*************************** 1. row ***************************
       Table: pipelines
Create Table: CREATE TABLE `pipelines` (
  `UUID` varchar(255) NOT NULL,
  `CreatedAtInSec` bigint(20) NOT NULL,
  `Name` varchar(255) NOT NULL,
  `Description` longtext NOT NULL,
  `Parameters` longtext NOT NULL,
  `Status` varchar(255) NOT NULL,
  `DefaultVersionId` varchar(255) DEFAULT NULL,
  `Namespace` varchar(63) DEFAULT '',
  PRIMARY KEY (`UUID`),
  UNIQUE KEY `name_namespace_index` (`Name`,`Namespace`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from pipelines \G;
*************************** 1. row ***************************
            UUID: 6cb76be4-f18e-482e-ba67-ec62bf447841
  CreatedAtInSec: 1685152462
            Name: [Tutorial] DSL - Control structures
     Description: [source code](https://github.com/kubeflow/pipelines/tree/c8a18bde299f2fdf5f72144f15887915b8d11520/samples/tutorials/DSL%20-%20Control%20structures) Shows how to use conditional execution and exit handlers. This pipeline will randomly fail to demonstrate that the exit handler gets executed even in case of failure.
      Parameters: []
          Status: READY
DefaultVersionId: 6cb76be4-f18e-482e-ba67-ec62bf447841
       Namespace: 
*************************** 2. row ***************************
            UUID: 9bbbf611-f133-4046-8f86-3a0a57583b6a
  CreatedAtInSec: 1685152461
            Name: [Tutorial] Data passing in python components
     Description: [source code](https://github.com/kubeflow/pipelines/tree/c8a18bde299f2fdf5f72144f15887915b8d11520/samples/tutorials/Data%20passing%20in%20python%20components) Shows how to pass data between python components.
      Parameters: []
          Status: READY
DefaultVersionId: 9bbbf611-f133-4046-8f86-3a0a57583b6a
       Namespace: 
*************************** 3. row ***************************
            UUID: a7eeb46b-fc70-487f-9aa9-7f21006bf015
  CreatedAtInSec: 1685152459
            Name: [Demo] TFX - Taxi tip prediction model trainer
     Description: [source code](https://github.com/kubeflow/pipelines/tree/c8a18bde299f2fdf5f72144f15887915b8d11520/samples/core/parameterized_tfx_oss) [GCP Permission requirements](https://github.com/kubeflow/pipelines/blob/c8a18bde299f2fdf5f72144f15887915b8d11520/samples/core/parameterized_tfx_oss#permission). Example pipeline that does classification with model analysis based on a public tax cab dataset.
      Parameters: [{"name":"pipeline-root","value":"gs://{{kfp-default-bucket}}/tfx_taxi_simple/{{workflow.uid}}"},{"name":"module-file","value":"/opt/conda/lib/python3.7/site-packages/tfx/examples/chicago_taxi_pipeline/taxi_utils_native_keras.py"},{"name":"push_destination","value":"{\"filesystem\": {\"base_directory\": \"gs://your-bucket/serving_model/tfx_taxi_simple\"}}"}]
          Status: READY
DefaultVersionId: a7eeb46b-fc70-487f-9aa9-7f21006bf015
       Namespace: 
*************************** 4. row ***************************
            UUID: b7a801c2-c037-4080-896c-0beab4919022
  CreatedAtInSec: 1685152458
            Name: [Demo] XGBoost - Iterative model training
     Description: [source code](https://github.com/kubeflow/pipelines/blob/c8a18bde299f2fdf5f72144f15887915b8d11520/samples/core/train_until_good/train_until_good.py) This sample demonstrates iterative training using a train-eval-check recursive loop. The main pipeline trains the initial model and then gradually trains the model some more until the model evaluation metrics are good enough.
      Parameters: []
          Status: READY
DefaultVersionId: b7a801c2-c037-4080-896c-0beab4919022
       Namespace: 
4 rows in set (0.00 sec)
```

> pipeline_versions : pipelines = 1:n

====================================================================================
mysql> show create table resource_references \G;
*************************** 1. row ***************************
       Table: resource_references
Create Table: CREATE TABLE `resource_references` (
  `ResourceUUID` varchar(255) NOT NULL,
  `ResourceType` varchar(255) NOT NULL,
  `ReferenceUUID` varchar(255) NOT NULL,
  `ReferenceName` varchar(255) NOT NULL,
  `ReferenceType` varchar(255) NOT NULL,
  `Relationship` varchar(255) NOT NULL,
  `Payload` longtext NOT NULL,
  PRIMARY KEY (`ResourceUUID`,`ResourceType`,`ReferenceType`),
  KEY `referencefilter` (`ResourceType`,`ReferenceUUID`,`ReferenceType`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from resource_references \G;
*************************** 1. row ***************************
 ResourceUUID: 5042b6fd-d65d-49bb-957c-d8e2ab1f1326
 ResourceType: Run
ReferenceUUID: d70ca801-a94a-4f64-838c-e539e77424d4
ReferenceName: Default
ReferenceType: Experiment
 Relationship: Owner
      Payload: {"ResourceUUID":"5042b6fd-d65d-49bb-957c-d8e2ab1f1326","ResourceType":"Run","ReferenceUUID":"d70ca801-a94a-4f64-838c-e539e77424d4","ReferenceName":"Default","ReferenceType":"Experiment","Relationship":"Owner","Payload":""}
*************************** 2. row ***************************
 ResourceUUID: 55ee402e-eb0c-4fb6-a889-1416f40c1acb
 ResourceType: Run
ReferenceUUID: d70ca801-a94a-4f64-838c-e539e77424d4
ReferenceName: Default
ReferenceType: Experiment
 Relationship: Owner
      Payload: {"ResourceUUID":"55ee402e-eb0c-4fb6-a889-1416f40c1acb","ResourceType":"Run","ReferenceUUID":"d70ca801-a94a-4f64-838c-e539e77424d4","ReferenceName":"Default","ReferenceType":"Experiment","Relationship":"Owner","Payload":""}
*************************** 3. row ***************************
 ResourceUUID: 7f26110b-d908-4f9d-a12e-383b410a2cc7
 ResourceType: Run
ReferenceUUID: dbc0b4dd-20f7-481f-9bea-dfa05a062c31
ReferenceName: TEST-1
ReferenceType: Experiment
 Relationship: Owner
      Payload: {"ResourceUUID":"7f26110b-d908-4f9d-a12e-383b410a2cc7","ResourceType":"Run","ReferenceUUID":"dbc0b4dd-20f7-481f-9bea-dfa05a062c31","ReferenceName":"TEST-1","ReferenceType":"Experiment","Relationship":"Owner","Payload":""}
*************************** 4. row ***************************
 ResourceUUID: 7f26110b-d908-4f9d-a12e-383b410a2cc7
 ResourceType: Run
ReferenceUUID: 9bbbf611-f133-4046-8f86-3a0a57583b6a
ReferenceName: [Tutorial] Data passing in python components
ReferenceType: PipelineVersion
 Relationship: Creator
      Payload: {"ResourceUUID":"7f26110b-d908-4f9d-a12e-383b410a2cc7","ResourceType":"Run","ReferenceUUID":"9bbbf611-f133-4046-8f86-3a0a57583b6a","ReferenceName":"[Tutorial] Data passing in python components","ReferenceType":"PipelineVersion","Relationship":"Creator","Payload":""}
*************************** 5. row ***************************
 ResourceUUID: 9b013fd8-06ff-4362-acde-f5bf3682f853
 ResourceType: Run
ReferenceUUID: d70ca801-a94a-4f64-838c-e539e77424d4
ReferenceName: Default
ReferenceType: Experiment
 Relationship: Owner
      Payload: {"ResourceUUID":"9b013fd8-06ff-4362-acde-f5bf3682f853","ResourceType":"Run","ReferenceUUID":"d70ca801-a94a-4f64-838c-e539e77424d4","ReferenceName":"Default","ReferenceType":"Experiment","Relationship":"Owner","Payload":""}
*************************** 6. row ***************************
 ResourceUUID: 9b013fd8-06ff-4362-acde-f5bf3682f853
 ResourceType: Run
ReferenceUUID: 6cb76be4-f18e-482e-ba67-ec62bf447841
ReferenceName: [Tutorial] DSL - Control structures
ReferenceType: PipelineVersion
 Relationship: Creator
      Payload: {"ResourceUUID":"9b013fd8-06ff-4362-acde-f5bf3682f853","ResourceType":"Run","ReferenceUUID":"6cb76be4-f18e-482e-ba67-ec62bf447841","ReferenceName":"[Tutorial] DSL - Control structures","ReferenceType":"PipelineVersion","Relationship":"Creator","Payload":""}
*************************** 7. row ***************************
 ResourceUUID: 9d2ac9b4-913c-4965-bd48-2ac8a1cd27ec
 ResourceType: Run
ReferenceUUID: d70ca801-a94a-4f64-838c-e539e77424d4
ReferenceName: Default
ReferenceType: Experiment
 Relationship: Owner
      Payload: {"ResourceUUID":"9d2ac9b4-913c-4965-bd48-2ac8a1cd27ec","ResourceType":"Run","ReferenceUUID":"d70ca801-a94a-4f64-838c-e539e77424d4","ReferenceName":"Default","ReferenceType":"Experiment","Relationship":"Owner","Payload":""}
*************************** 8. row ***************************
 ResourceUUID: cebff560-7bf0-4f25-bc31-ec864c3b4050
 ResourceType: Job
ReferenceUUID: dbc0b4dd-20f7-481f-9bea-dfa05a062c31
ReferenceName: TEST-1
ReferenceType: Experiment
 Relationship: Owner
      Payload: {"ResourceUUID":"cebff560-7bf0-4f25-bc31-ec864c3b4050","ResourceType":"Job","ReferenceUUID":"dbc0b4dd-20f7-481f-9bea-dfa05a062c31","ReferenceName":"TEST-1","ReferenceType":"Experiment","Relationship":"Owner","Payload":""}
*************************** 9. row ***************************
 ResourceUUID: cebff560-7bf0-4f25-bc31-ec864c3b4050
 ResourceType: Job
ReferenceUUID: 9bbbf611-f133-4046-8f86-3a0a57583b6a
ReferenceName: [Tutorial] Data passing in python components
ReferenceType: PipelineVersion
 Relationship: Creator
      Payload: {"ResourceUUID":"cebff560-7bf0-4f25-bc31-ec864c3b4050","ResourceType":"Job","ReferenceUUID":"9bbbf611-f133-4046-8f86-3a0a57583b6a","ReferenceName":"[Tutorial] Data passing in python components","ReferenceType":"PipelineVersion","Relationship":"Creator","Payload":""}
9 rows in set (0.01 sec)
```

### run_details

====================================================================================
mysql> show create table run_details \G;
*************************** 1. row ***************************
       Table: run_details
Create Table: CREATE TABLE `run_details` (
  `UUID` varchar(255) NOT NULL,
  `ExperimentUUID` varchar(255) NOT NULL,
  `DisplayName` varchar(255) NOT NULL,
  `Name` varchar(255) NOT NULL,
  `StorageState` varchar(255) NOT NULL,
  `Namespace` varchar(255) NOT NULL,
  `ServiceAccount` varchar(255) NOT NULL,
  `Description` varchar(255) NOT NULL,
  `CreatedAtInSec` bigint(20) NOT NULL,
  `ScheduledAtInSec` bigint(20) DEFAULT '0',
  `FinishedAtInSec` bigint(20) DEFAULT '0',
  `Conditions` varchar(255) NOT NULL,
  `PipelineId` varchar(255) NOT NULL,
  `PipelineName` varchar(255) NOT NULL,
  `PipelineSpecManifest` longtext,
  `WorkflowSpecManifest` longtext NOT NULL,
  `Parameters` longtext,
  `PipelineRuntimeManifest` longtext NOT NULL,
  `WorkflowRuntimeManifest` longtext NOT NULL,
  PRIMARY KEY (`UUID`),
  KEY `experimentuuid_createatinsec` (`ExperimentUUID`,`CreatedAtInSec`),
  KEY `experimentuuid_conditions_finishedatinsec` (`ExperimentUUID`,`Conditions`,`FinishedAtInSec`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from run_details \G;
*************************** 1. row ***************************
                   UUID: 5042b6fd-d65d-49bb-957c-d8e2ab1f1326
         ExperimentUUID: d70ca801-a94a-4f64-838c-e539e77424d4
            DisplayName: my_pipeline 2023-05-28 17-42-03
                   Name: my-pipeline-f72r7
           StorageState: STORAGESTATE_AVAILABLE
              Namespace: kubeflow-user-example-com
         ServiceAccount: default-editor
            Description: 
         CreatedAtInSec: 1685270523
       ScheduledAtInSec: 0
        FinishedAtInSec: 1685270593
             Conditions: Succeeded
             PipelineId: 
           PipelineName: 
   PipelineSpecManifest: 
   WorkflowSpecManifest: 
             Parameters: [{"name":"url","value":"https://storage.googleapis.com/ml-pipeline-playground/iris-csv-files.tar.gz"}]
PipelineRuntimeManifest: 
WorkflowRuntimeManifest: 
*************************** 2. row ***************************
                   UUID: 55ee402e-eb0c-4fb6-a889-1416f40c1acb
         ExperimentUUID: d70ca801-a94a-4f64-838c-e539e77424d4
            DisplayName: my_pipeline 2023-05-29 15-31-41
                   Name: my-pipeline-758ll
           StorageState: STORAGESTATE_AVAILABLE
              Namespace: kubeflow-user-example-com
         ServiceAccount: default-editor
            Description: 
         CreatedAtInSec: 1685345502
       ScheduledAtInSec: 0
        FinishedAtInSec: 1685345523
             Conditions: Succeeded
             PipelineId: 
           PipelineName: 
   PipelineSpecManifest: 
   WorkflowSpecManifest: 
             Parameters: [{"name":"url","value":"https://storage.googleapis.com/ml-pipeline-playground/iris-csv-files.tar.gz"}]
PipelineRuntimeManifest: 
WorkflowRuntimeManifest: 
*************************** 3. row ***************************
                   UUID: 7f26110b-d908-4f9d-a12e-383b410a2cc7
         ExperimentUUID: dbc0b4dd-20f7-481f-9bea-dfa05a062c31
            DisplayName: RUN of [Tutorial] Data passing in python components
                   Name: file-passing-pipelines-2d6q8
           StorageState: STORAGESTATE_AVAILABLE
              Namespace: kubeflow-user-example-com
         ServiceAccount: default-editor
            Description: 
         CreatedAtInSec: 1685439535
       ScheduledAtInSec: 0
        FinishedAtInSec: 1685439566
             Conditions: Succeeded
             PipelineId: 
           PipelineName: 
   PipelineSpecManifest: 
   WorkflowSpecManifest: 
             Parameters: 
PipelineRuntimeManifest: 
WorkflowRuntimeManifest: 
*************************** 4. row ***************************
                   UUID: 9b013fd8-06ff-4362-acde-f5bf3682f853
         ExperimentUUID: d70ca801-a94a-4f64-838c-e539e77424d4
            DisplayName: Run of [Tutorial] DSL - Control structures (0db75)
                   Name: conditional-execution-pipeline-with-exit-handler-qm429
           StorageState: STORAGESTATE_AVAILABLE
              Namespace: kubeflow-user-example-com
         ServiceAccount: default-editor
            Description: 
         CreatedAtInSec: 1685439390
       ScheduledAtInSec: 0
        FinishedAtInSec: 1685439431
             Conditions: Succeeded
             PipelineId: 
           PipelineName: 
   PipelineSpecManifest: 
   WorkflowSpecManifest: 
             Parameters: 
PipelineRuntimeManifest: 
WorkflowRuntimeManifest: 
*************************** 5. row ***************************
                   UUID: 9d2ac9b4-913c-4965-bd48-2ac8a1cd27ec
         ExperimentUUID: d70ca801-a94a-4f64-838c-e539e77424d4
            DisplayName: my_pipeline 2023-05-29 13-23-48
                   Name: my-pipeline-9wn27
           StorageState: STORAGESTATE_AVAILABLE
              Namespace: kubeflow-user-example-com
         ServiceAccount: default-editor
            Description: 
         CreatedAtInSec: 1685341428
       ScheduledAtInSec: 0
        FinishedAtInSec: 1685341449
             Conditions: Succeeded
             PipelineId: 
           PipelineName: 
   PipelineSpecManifest: 
   WorkflowSpecManifest: 
             Parameters: [{"name":"url","value":"https://storage.googleapis.com/ml-pipeline-playground/iris-csv-files.tar.gz"}]
PipelineRuntimeManifest: 
WorkflowRuntimeManifest: 
5 rows in set (0.01 sec)
```

====================================================================================
mysql> show create table run_metrics \G;
*************************** 1. row ***************************
       Table: run_metrics
Create Table: CREATE TABLE `run_metrics` (
  `RunUUID` varchar(255) NOT NULL,
  `NodeID` varchar(255) NOT NULL,
  `Name` varchar(255) NOT NULL,
  `NumberValue` double DEFAULT NULL,
  `Format` varchar(255) DEFAULT NULL,
  `Payload` longtext NOT NULL,
  PRIMARY KEY (`RunUUID`,`NodeID`,`Name`),
  CONSTRAINT `run_metrics_RunUUID_run_details_UUID_foreign` FOREIGN KEY (`RunUUID`) REFERENCES `run_details` (`UUID`) ON DELETE CASCADE ON UPDATE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from run_metrics limit 2 \G;
Empty set (0.00 sec)
```

====================================================================================
mysql> show create table tasks \G;
*************************** 1. row ***************************
       Table: tasks
Create Table: CREATE TABLE `tasks` (
  `UUID` varchar(255) NOT NULL,
  `Namespace` varchar(255) NOT NULL,
  `PipelineName` varchar(255) NOT NULL,
  `RunUUID` varchar(255) NOT NULL,
  `MLMDExecutionID` varchar(255) NOT NULL,
  `CreatedTimestamp` bigint(20) NOT NULL,
  `FinishedTimestamp` bigint(20) DEFAULT NULL,
  `Fingerprint` varchar(255) NOT NULL,
  PRIMARY KEY (`UUID`),
  KEY `tasks_RunUUID_run_details_UUID_foreign` (`RunUUID`),
  CONSTRAINT `tasks_RunUUID_run_details_UUID_foreign` FOREIGN KEY (`RunUUID`) REFERENCES `run_details` (`UUID`) ON DELETE CASCADE ON UPDATE CASCADE
) ENGINE=InnoDB DEFAULT CHARSET=latin1

====================================================================================
mysql> select * from tasks limit 2 \G;
Empty set (0.00 sec)

```

上一篇：python test 下一篇：K8s kubectl 强制删除k8s资源 && 不再重启

你觉得文章怎么样