diff --git a/docker/package.json b/docker/package.json index d068540..0876a71 100644 --- a/docker/package.json +++ b/docker/package.json @@ -1,6 +1,6 @@ { "name": "okdp-examples", - "version": "1.0.0", + "version": "1.1.0", "description": "okdp-examples docker image", "repository": { "type": "git", diff --git a/helm/okdp-examples/Chart.yaml b/helm/okdp-examples/Chart.yaml index a2ff3a1..cc331c1 100644 --- a/helm/okdp-examples/Chart.yaml +++ b/helm/okdp-examples/Chart.yaml @@ -17,10 +17,10 @@ apiVersion: v2 type: application name: okdp-examples -version: 1.1.0 +version: 1.1.1 sources: - https://github.com/okdp/okdp-examples -appVersion: "1.1.0" +appVersion: "1.1.1" description: | A collection of hands-on examples, helper utilities, Jupyter notebooks, and data workflows that showcases how to work with the OKDP Platform. diff --git a/helm/okdp-examples/README.md b/helm/okdp-examples/README.md index 08dcfb7..19ab3fb 100644 --- a/helm/okdp-examples/README.md +++ b/helm/okdp-examples/README.md @@ -1,6 +1,6 @@ # okdp-examples -![Version: 1.1.0](https://img.shields.io/badge/Version-1.1.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 1.1.0](https://img.shields.io/badge/AppVersion-1.1.0-informational?style=flat-square) +![Version: 1.1.1](https://img.shields.io/badge/Version-1.1.1-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 1.1.1](https://img.shields.io/badge/AppVersion-1.1.1-informational?style=flat-square) A collection of hands-on examples, helper utilities, Jupyter notebooks, and data workflows that showcases how to work with the OKDP Platform. @@ -19,37 +19,34 @@ that showcases how to work with the OKDP Platform. | Key | Type | Default | Description | |-----|------|---------|-------------| -| affinity | object | `{}` | | -| commands.01-prepare_env.01-create-spark-event-log-dir | string | `"echo \"👉 Connect into S3\"\nmc alias set myminio $S3_ENDPOINT \"$S3_ACCESS_KEY\" \"$S3_SECRET_KEY\"\necho \"👉 MinIO alias configured successfully.\"\necho \"👉 Normalize the log directory $SPARK_EVENT_LOG_DIRECTORY\"\nno_scheme=\"${SPARK_EVENT_LOG_DIRECTORY#s3a://}\"\nno_scheme=\"${no_scheme%/}\"\nbucket=\"${no_scheme%%/*}\"\nprefix=\"${no_scheme#${bucket}}\"\nprefix=\"${prefix#/}\"\necho \"👉 Bucket: $bucket, Prefix: $prefix\"\necho \"👉 Create the bucket $bucket if not exist\"\nmc mb myminio/$bucket || true\necho \"👉 upload a zero-byte object to create the prefix: ${bucket}/${prefix}/.keep\"\nmc pipe \"myminio/${bucket}/${prefix}/.keep\" < /dev/null\necho \"✅ Spark events log directory $SPARK_EVENT_LOG_DIRECTORY successfully created.\";\n"` | | -| commands.02-nyc_trip."03-nyc-tripdata-trino-external-tables.sql" | string | `"trino --server ${TRINO_SERVER_URL} --insecure < 'nyc_tripdata',\n table_name => 'yellow',\n mode => 'ADD'\n );\n CALL lakehouse.system.sync_partition_metadata(\n schema_name => 'nyc_tripdata',\n table_name => 'green',\n mode => 'ADD'\n );\n CALL lakehouse.system.sync_partition_metadata(\n schema_name => 'nyc_tripdata',\n table_name => 'fhv',\n mode => 'ADD'\n );\nSQL\n"` | | -| commands.02-nyc_trip.05-nyc-tripdata-trino-validate | string | `"trino --server ${TRINO_SERVER_URL} --insecure < 'nyc_tripdata', - table_name => 'yellow', - mode => 'ADD' - ); - CALL lakehouse.system.sync_partition_metadata( - schema_name => 'nyc_tripdata', - table_name => 'green', - mode => 'ADD' - ); - CALL lakehouse.system.sync_partition_metadata( - schema_name => 'nyc_tripdata', - table_name => 'fhv', - mode => 'ADD' - ); - SQL - - 05-nyc-tripdata-trino-validate: | - trino --server ${TRINO_SERVER_URL} --insecure < 'nyc_tripdata', +# table_name => 'yellow', +# mode => 'ADD' +# ); +# CALL lakehouse.system.sync_partition_metadata( +# schema_name => 'nyc_tripdata', +# table_name => 'green', +# mode => 'ADD' +# ); +# CALL lakehouse.system.sync_partition_metadata( +# schema_name => 'nyc_tripdata', +# table_name => 'fhv', +# mode => 'ADD' +# ); +# SQL +# +# 05-nyc-tripdata-trino-validate: | +# trino --server ${TRINO_SERVER_URL} --insecure <