add latest version of ghpipelines

Author: Romeo Kienzler

pipelines/gharchive.pipeline

@@ -14,7 +14,8 @@
           "op": "execute-notebook-node",
           "app_data": {
             "component_parameters": {
-              "filename": "../component-library/transform/spark-json-to-parquet.ipynb",
+              "dependencies": [],
+              "include_subdirectories": false,
               "outputs": [],
               "env_vars": [
                 {
@@ -26,12 +27,13 @@
                   "value": "2015-01-01-15.json.gz"
                 }
               ],
+              "kubernetes_pod_annotations": [],
+              "kubernetes_pod_labels": [],
               "kubernetes_secrets": [],
+              "kubernetes_shared_mem_size": {},
               "kubernetes_tolerations": [],
-              "kubernetes_pod_annotations": [],
-              "dependencies": [],
-              "include_subdirectories": false,
               "mounted_volumes": [],
+              "filename": "../component-library/transform/spark-json-to-parquet.ipynb",
               "runtime_image": "continuumio/anaconda3:2021.11"
             },
             "label": "",
@@ -85,7 +87,8 @@
           "op": "execute-notebook-node",
           "app_data": {
             "component_parameters": {
-              "filename": "../component-library/output/upload-to-cos.ipynb",
+              "dependencies": [],
+              "include_subdirectories": false,
               "outputs": [],
               "env_vars": [
                 {
@@ -113,12 +116,13 @@
                   "value": "2015-01-01-15.parquet"
                 }
               ],
+              "kubernetes_pod_annotations": [],
+              "kubernetes_pod_labels": [],
               "kubernetes_secrets": [],
+              "kubernetes_shared_mem_size": {},
               "kubernetes_tolerations": [],
-              "kubernetes_pod_annotations": [],
-              "dependencies": [],
-              "include_subdirectories": false,
               "mounted_volumes": [],
+              "filename": "../component-library/output/upload-to-cos.ipynb",
               "runtime_image": "continuumio/anaconda3:2021.11"
             },
             "label": "",
@@ -172,8 +176,8 @@
           "op": "execute-notebook-node",
           "app_data": {
             "component_parameters": {
-              "filename": "../component-library/input/input-url.ipynb",
-              "runtime_image": "continuumio/anaconda3:2021.11",
+              "dependencies": [],
+              "include_subdirectories": false,
               "outputs": [],
               "env_vars": [
                 {
@@ -189,12 +193,14 @@
                   "value": "2015-01-01-15.json.gz"
                 }
               ],
+              "kubernetes_pod_annotations": [],
+              "kubernetes_pod_labels": [],
               "kubernetes_secrets": [],
+              "kubernetes_shared_mem_size": {},
               "kubernetes_tolerations": [],
-              "kubernetes_pod_annotations": [],
-              "dependencies": [],
-              "include_subdirectories": false,
-              "mounted_volumes": []
+              "mounted_volumes": [],
+              "filename": "../component-library/input/input-url.ipynb",
+              "runtime_image": "continuumio/anaconda3:2021.11"
             },
             "label": "",
             "ui_data": {

pipelines/gharchive_kfp.pipeline

@@ -33,8 +33,8 @@
             "ui_data": {
               "label": "input-url",
               "image": "/static/elyra/kubeflow.svg",
-              "x_pos": 159,
-              "y_pos": 149.5,
+              "x_pos": 50,
+              "y_pos": 50,
               "description": "This component reads a file from a HTTP(s) source via wget CLAIMED v0.2h"
             }
           },
@@ -74,8 +74,8 @@
           "app_data": {
             "component_parameters": {
               "data_json": {
-                "widget": "file",
-                "value": "../2015-01-01-15.json.gz"
+                "widget": "string",
+                "value": "minio://mlpipeline/artifacts/gharchive-kfp-bvw95/2022/11/17/gharchive-kfp-bvw95-1031484094/input-url-output_data.tgz"
               },
               "master": {
                 "widget": "string",
@@ -96,8 +96,8 @@
             "ui_data": {
               "label": "spark-json-to-parquet",
               "image": "/static/elyra/kubeflow.svg",
-              "x_pos": 364,
-              "y_pos": 203.5,
+              "x_pos": 290,
+              "y_pos": 50,
               "description": "Converts a JSON file to parquet using ApacheSpark CLAIMED v0.2m"
             }
           },
@@ -138,7 +138,7 @@
           ]
         },
         {
-          "id": "e5e606f6-fc8d-4184-bd43-659fc17d9bde",
+          "id": "04be2363-d85f-42ae-b37f-5bbe0d66c9b1",
           "type": "execution_node",
           "op": "local-directory-catalog:e2691ba83bf0",
           "app_data": {
@@ -160,8 +160,8 @@
                 "value": "-"
               },
               "source_file": {
-                "widget": "file",
-                "value": "../hmp.parquet"
+                "widget": "string",
+                "value": "-"
               },
               "destination_file": {
                 "widget": "string",
@@ -182,8 +182,8 @@
             "ui_data": {
               "label": "output-upload-to-cos",
               "image": "/static/elyra/kubeflow.svg",
-              "x_pos": 314,
-              "y_pos": 352.5,
+              "x_pos": 530,
+              "y_pos": 50,
               "description": "Uploads a file to any S3 compliant Cloud Object Storage CLAIMED v0.2n"
             }
           },
@@ -201,7 +201,7 @@
               },
               "links": [
                 {
-                  "id": "5ccca5c6-8729-4de5-9079-826ebedf79db",
+                  "id": "e60afc74-f208-4592-a801-12c2ce990d08",
                   "node_id_ref": "f01004e1-4cda-4319-be99-400f20056b0f",
                   "port_id_ref": "outPort"
                 }
@@ -237,8 +237,8 @@
             "kubernetes_pod_labels": [],
             "kubernetes_tolerations": [],
             "mounted_volumes": [],
-            "env_vars": [],
-            "kubernetes_secrets": []
+            "kubernetes_secrets": [],
+            "env_vars": []
           },
           "name": "gharchive_kfp",
           "runtime": "Kubeflow Pipelines"