From 6c2d5ebc51aef0044de6add7646c249fcbf2c15e Mon Sep 17 00:00:00 2001 From: Chris Eberle Date: Mon, 15 Jun 2026 14:26:17 -0700 Subject: [PATCH] add s3 as a valid destination type --- api/api.yaml | 72 ++++++- api/generated/api.json | 338 ++++++++++++++++++++++----------- catalog/generated/catalog.json | 2 +- 3 files changed, 295 insertions(+), 117 deletions(-) diff --git a/api/api.yaml b/api/api.yaml index 02fc574..707bd78 100644 --- a/api/api.yaml +++ b/api/api.yaml @@ -2980,24 +2980,24 @@ paths: type: string description: The type of the destination. example: webhook - enum: [webhook, kinesis] + enum: [webhook, kinesis, s3] secrets: type: object description: Secrets for the destination. properties: awsKeyId: type: string - description: The AWS access key ID for the Kinesis destination. + description: The AWS access key ID for the Kinesis or S3 destination. example: AKIAIOSFODNN7EXAMPLE x-go-type-skip-optional-pointer: true awsSecretKey: type: string - description: The AWS secret access key for the Kinesis destination. + description: The AWS secret access key for the Kinesis or S3 destination. example: wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY x-go-type-skip-optional-pointer: true awsSessionToken: type: string - description: The AWS session token for the Kinesis destination. + description: The AWS session token for the Kinesis or S3 destination. example: AQoEXAMPLEH4aoAH0gNCAPy... x-go-type-skip-optional-pointer: true metadata: @@ -3011,7 +3011,7 @@ paths: $ref: "#/components/schemas/WebhookHeaders" region: type: string - description: The AWS region where the kinesis destination is hosted. + description: The AWS region where the Kinesis or S3 destination is hosted. example: us-east-1 x-go-type-skip-optional-pointer: true streamName: @@ -3029,6 +3029,21 @@ paths: description: The template for the partition key to use when sending events to Kinesis (a JMESPath template) example: "data.user_id" x-go-type-skip-optional-pointer: true + bucket: + type: string + description: The name of the S3 bucket to write objects to. + example: ampersand-integration-bucket + x-go-type-skip-optional-pointer: true + keyTemplate: + type: string + description: The template for the S3 object key to use when writing objects (a JMESPath template). If omitted, the key defaults to the message timestamp followed by the message ID. + example: "join('/', [metadata.objectName, metadata.operationId])" + x-go-type-skip-optional-pointer: true + storageClass: + type: string + description: The S3 storage class for written objects. Defaults to STANDARD. Common values include STANDARD, STANDARD_IA, ONEZONE_IA, INTELLIGENT_TIERING, GLACIER, GLACIER_IR, and DEEP_ARCHIVE. + example: STANDARD + x-go-type-skip-optional-pointer: true responses: 201: description: Created @@ -3176,6 +3191,9 @@ paths: - metadata.streamName - metadata.endpointUrl - metadata.partitionKeyTemplate + - metadata.bucket + - metadata.keyTemplate + - metadata.storageClass - secrets.awsKeyId - secrets.awsSecretKey - secrets.awsSessionToken @@ -3199,7 +3217,7 @@ paths: $ref: "#/components/schemas/WebhookHeaders" region: type: string - description: The AWS region where the kinesis destination is hosted. + description: The AWS region where the Kinesis or S3 destination is hosted. example: us-east-1 streamName: type: string @@ -3213,21 +3231,33 @@ paths: type: string description: The template for the partition key to use when sending events to Kinesis (a JMESPath template) example: "data.user_id" + bucket: + type: string + description: The name of the S3 bucket to write objects to. + example: ampersand-integration-bucket + keyTemplate: + type: string + description: The template for the S3 object key to use when writing objects (a JMESPath template). If omitted, the key defaults to the message timestamp followed by the message ID. + example: "join('/', [metadata.objectName, metadata.operationId])" + storageClass: + type: string + description: The S3 storage class for written objects. Defaults to STANDARD. Common values include STANDARD, STANDARD_IA, ONEZONE_IA, INTELLIGENT_TIERING, GLACIER, GLACIER_IR, and DEEP_ARCHIVE. + example: STANDARD secrets: type: object description: Secrets for the destination. properties: awsKeyId: type: string - description: The AWS access key ID for the Kinesis destination. + description: The AWS access key ID for the Kinesis or S3 destination. example: AKIAIOSFODNN7EXAMPLE awsSecretKey: type: string - description: The AWS secret access key for the Kinesis destination. + description: The AWS secret access key for the Kinesis or S3 destination. example: wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY awsSessionToken: type: string - description: The AWS session token for the Kinesis destination. + description: The AWS session token for the Kinesis or S3 destination. example: AQoEXAMPLEH4aoAH0gNCAPy... responses: 404: @@ -4855,6 +4885,18 @@ components: type: string description: Template for generating partition keys example: "{{.integration_id}}" + bucket: + type: string + description: The name of the S3 bucket + example: ampersand-integration-bucket + keyTemplate: + type: string + description: JMESPath template for generating S3 object keys + example: "join('/', [metadata.objectName, metadata.operationId])" + storageClass: + type: string + description: The S3 storage class for written objects (defaults to STANDARD) + example: STANDARD createTime: type: string description: The time the destination was created. @@ -4907,6 +4949,18 @@ components: type: string description: Template for generating partition keys example: "{{.integration_id}}" + bucket: + type: string + description: The name of the S3 bucket + example: ampersand-integration-bucket + keyTemplate: + type: string + description: JMESPath template for generating S3 object keys + example: "join('/', [metadata.objectName, metadata.operationId])" + storageClass: + type: string + description: The S3 storage class for written objects (defaults to STANDARD) + example: STANDARD createTime: type: string description: The time the destination was created. diff --git a/api/generated/api.json b/api/generated/api.json index 0b64b5d..8285de0 100644 --- a/api/generated/api.json +++ b/api/generated/api.json @@ -12275,13 +12275,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -12456,13 +12456,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -12495,13 +12495,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -12519,13 +12519,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -14873,7 +14873,6 @@ "default": "api:create-installation" }, "content": { - "description": "The content of the config.", "title": "Config Content", "allOf": [ { @@ -16446,7 +16445,8 @@ } } } - ] + ], + "description": "The content of the config." } }, "description": "The config of the installation." @@ -16583,13 +16583,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -16764,13 +16764,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -16803,13 +16803,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -16827,13 +16827,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -19473,13 +19473,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -19654,13 +19654,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -19693,13 +19693,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -19717,13 +19717,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -22929,13 +22929,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -23110,13 +23110,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -23149,13 +23149,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -23173,13 +23173,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -25985,13 +25985,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -26166,13 +26166,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -26205,13 +26205,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -26229,13 +26229,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -29238,13 +29238,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -29419,13 +29419,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -29458,13 +29458,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -29482,13 +29482,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -34107,7 +34107,7 @@ "type": "string", "description": "The time the operation was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } } @@ -35788,7 +35788,7 @@ "type": "string", "description": "The time the operation was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -36060,7 +36060,7 @@ "timestamp": { "type": "string", "description": "The time the log was created.", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "message": { "type": "object", @@ -43141,13 +43141,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -43180,13 +43180,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -43204,13 +43204,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -44205,13 +44205,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -44244,13 +44244,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -44268,13 +44268,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -45400,13 +45400,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -45439,13 +45439,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -45463,13 +45463,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -46526,13 +46526,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -46565,13 +46565,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -46589,13 +46589,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -47422,7 +47422,8 @@ "example": "webhook", "enum": [ "webhook", - "kinesis" + "kinesis", + "s3" ] }, "secrets": { @@ -47431,19 +47432,19 @@ "properties": { "awsKeyId": { "type": "string", - "description": "The AWS access key ID for the Kinesis destination.", + "description": "The AWS access key ID for the Kinesis or S3 destination.", "example": "AKIAIOSFODNN7EXAMPLE", "x-go-type-skip-optional-pointer": true }, "awsSecretKey": { "type": "string", - "description": "The AWS secret access key for the Kinesis destination.", + "description": "The AWS secret access key for the Kinesis or S3 destination.", "example": "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY", "x-go-type-skip-optional-pointer": true }, "awsSessionToken": { "type": "string", - "description": "The AWS session token for the Kinesis destination.", + "description": "The AWS session token for the Kinesis or S3 destination.", "example": "AQoEXAMPLEH4aoAH0gNCAPy...", "x-go-type-skip-optional-pointer": true } @@ -47472,7 +47473,7 @@ }, "region": { "type": "string", - "description": "The AWS region where the kinesis destination is hosted.", + "description": "The AWS region where the Kinesis or S3 destination is hosted.", "example": "us-east-1", "x-go-type-skip-optional-pointer": true }, @@ -47493,6 +47494,24 @@ "description": "The template for the partition key to use when sending events to Kinesis (a JMESPath template)", "example": "data.user_id", "x-go-type-skip-optional-pointer": true + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket to write objects to.", + "example": "ampersand-integration-bucket", + "x-go-type-skip-optional-pointer": true + }, + "keyTemplate": { + "type": "string", + "description": "The template for the S3 object key to use when writing objects (a JMESPath template). If omitted, the key defaults to the message timestamp followed by the message ID.", + "example": "join('/', [metadata.objectName, metadata.operationId])", + "x-go-type-skip-optional-pointer": true + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects. Defaults to STANDARD. Common values include STANDARD, STANDARD_IA, ONEZONE_IA, INTELLIGENT_TIERING, GLACIER, GLACIER_IR, and DEEP_ARCHIVE.", + "example": "STANDARD", + "x-go-type-skip-optional-pointer": true } } } @@ -47566,6 +47585,21 @@ "type": "string", "description": "Template for generating partition keys", "example": "{{.integration_id}}" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "JMESPath template for generating S3 object keys", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects (defaults to STANDARD)", + "example": "STANDARD" } } }, @@ -48455,6 +48489,21 @@ "type": "string", "description": "Template for generating partition keys", "example": "{{.integration_id}}" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "JMESPath template for generating S3 object keys", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects (defaults to STANDARD)", + "example": "STANDARD" } } }, @@ -48727,6 +48776,21 @@ "type": "string", "description": "Template for generating partition keys", "example": "{{.integration_id}}" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "JMESPath template for generating S3 object keys", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects (defaults to STANDARD)", + "example": "STANDARD" } } }, @@ -49259,7 +49323,7 @@ "items": { "type": "string" }, - "description": "Array of field paths specifying which fields to update. Allowed values include:\n- name\n- metadata.url\n- metadata.headers\n- metadata.region\n- metadata.streamName\n- metadata.endpointUrl\n- metadata.partitionKeyTemplate\n- secrets.awsKeyId\n- secrets.awsSecretKey\n- secrets.awsSessionToken\n", + "description": "Array of field paths specifying which fields to update. Allowed values include:\n- name\n- metadata.url\n- metadata.headers\n- metadata.region\n- metadata.streamName\n- metadata.endpointUrl\n- metadata.partitionKeyTemplate\n- metadata.bucket\n- metadata.keyTemplate\n- metadata.storageClass\n- secrets.awsKeyId\n- secrets.awsSecretKey\n- secrets.awsSessionToken\n", "example": [ "name", "metadata.url", @@ -49298,7 +49362,7 @@ }, "region": { "type": "string", - "description": "The AWS region where the kinesis destination is hosted.", + "description": "The AWS region where the Kinesis or S3 destination is hosted.", "example": "us-east-1" }, "streamName": { @@ -49315,6 +49379,21 @@ "type": "string", "description": "The template for the partition key to use when sending events to Kinesis (a JMESPath template)", "example": "data.user_id" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket to write objects to.", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "The template for the S3 object key to use when writing objects (a JMESPath template). If omitted, the key defaults to the message timestamp followed by the message ID.", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects. Defaults to STANDARD. Common values include STANDARD, STANDARD_IA, ONEZONE_IA, INTELLIGENT_TIERING, GLACIER, GLACIER_IR, and DEEP_ARCHIVE.", + "example": "STANDARD" } } }, @@ -49324,17 +49403,17 @@ "properties": { "awsKeyId": { "type": "string", - "description": "The AWS access key ID for the Kinesis destination.", + "description": "The AWS access key ID for the Kinesis or S3 destination.", "example": "AKIAIOSFODNN7EXAMPLE" }, "awsSecretKey": { "type": "string", - "description": "The AWS secret access key for the Kinesis destination.", + "description": "The AWS secret access key for the Kinesis or S3 destination.", "example": "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY" }, "awsSessionToken": { "type": "string", - "description": "The AWS session token for the Kinesis destination.", + "description": "The AWS session token for the Kinesis or S3 destination.", "example": "AQoEXAMPLEH4aoAH0gNCAPy..." } } @@ -49411,6 +49490,21 @@ "type": "string", "description": "Template for generating partition keys", "example": "{{.integration_id}}" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "JMESPath template for generating S3 object keys", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects (defaults to STANDARD)", + "example": "STANDARD" } } }, @@ -66392,6 +66486,21 @@ "type": "string", "description": "Template for generating partition keys", "example": "{{.integration_id}}" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "JMESPath template for generating S3 object keys", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects (defaults to STANDARD)", + "example": "STANDARD" } } }, @@ -66468,6 +66577,21 @@ "type": "string", "description": "Template for generating partition keys", "example": "{{.integration_id}}" + }, + "bucket": { + "type": "string", + "description": "The name of the S3 bucket", + "example": "ampersand-integration-bucket" + }, + "keyTemplate": { + "type": "string", + "description": "JMESPath template for generating S3 object keys", + "example": "join('/', [metadata.objectName, metadata.operationId])" + }, + "storageClass": { + "type": "string", + "description": "The S3 storage class for written objects (defaults to STANDARD)", + "example": "STANDARD" } } }, @@ -68328,13 +68452,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -68509,13 +68633,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -68548,13 +68672,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -68572,13 +68696,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -72117,13 +72241,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -72156,13 +72280,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -72180,13 +72304,13 @@ "type": "string", "description": "The time the connection was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the connection was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "authScheme": { "type": "string", @@ -73118,13 +73242,13 @@ "type": "string", "description": "The time the group was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the group was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -73157,13 +73281,13 @@ "type": "string", "description": "The time the consumer was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "updateTime": { "type": "string", "description": "The time the consumer was last updated.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -73290,7 +73414,7 @@ "type": "string", "description": "The time the operation was created.", "format": "date-time", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" } } }, @@ -73350,7 +73474,7 @@ "timestamp": { "type": "string", "description": "The time the log was created.", - "example": "2023-07-13T21:34:44.816Z" + "example": "2023-07-13T21:34:44.816354Z" }, "message": { "type": "object", diff --git a/catalog/generated/catalog.json b/catalog/generated/catalog.json index e877a53..2437bfe 100644 --- a/catalog/generated/catalog.json +++ b/catalog/generated/catalog.json @@ -2936,7 +2936,7 @@ "properties": { "timestamp": { "type": "string", - "example": "2024-07-30T22:14:51.000Z", + "example": "2024-07-30T15:14:51-07:00", "description": "An RFC3339 formatted timestamp of when the catalog was generated.", "x-oapi-codegen-extra-tags": { "validate": "required"