diff --git a/kamelet.json b/kamelet.json new file mode 100644 index 0000000..fe8c490 --- /dev/null +++ b/kamelet.json @@ -0,0 +1,371 @@ +{ + "apiVersion": "camel.apache.org/v1", + "kind": "Kamelet", + "metadata": { + "name": "aws-s3-event-based-source", + "annotations": { + "camel.apache.org/kamelet.support.level": "Preview", + "camel.apache.org/catalog.version": "4.22.1", + "camel.apache.org/kamelet.icon": "data:image/svg+xml;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6c29kaXBvZGk9Imh0dHA6Ly9zb2RpcG9kaS5zb3VyY2Vmb3JnZS5uZXQvRFREL3NvZGlwb2RpLTAuZHRkIgogICB4bWxuczppbmtzY2FwZT0iaHR0cDovL3d3dy5pbmtzY2FwZS5vcmcvbmFtZXNwYWNlcy9pbmtzY2FwZSIKICAgZW5hYmxlLWJhY2tncm91bmQ9Im5ldyAwIDAgMTAwIDEwMCIKICAgaGVpZ2h0PSI3Mi4xOTk5OTciCiAgIHZlcnNpb249IjEuMSIKICAgdmlld0JveD0iMCAwIDU5Ljg0OTk5OCA3Mi4xOTk5OTciCiAgIHdpZHRoPSI1OS44NDk5OTgiCiAgIHhtbDpzcGFjZT0icHJlc2VydmUiCiAgIGlkPSJzdmcxNDUiCiAgIHNvZGlwb2RpOmRvY25hbWU9ImRvd25sb2FkLnN2ZyIKICAgaW5rc2NhcGU6dmVyc2lvbj0iMS4wLjIgKGU4NmM4NzA4NzksIDIwMjEtMDEtMTUpIj48bWV0YWRhdGEKICAgICBpZD0ibWV0YWRhdGExNTEiPjxyZGY6UkRGPjxjYzpXb3JrCiAgICAgICAgIHJkZjphYm91dD0iIj48ZGM6Zm9ybWF0PmltYWdlL3N2Zyt4bWw8L2RjOmZvcm1hdD48ZGM6dHlwZQogICAgICAgICAgIHJkZjpyZXNvdXJjZT0iaHR0cDovL3B1cmwub3JnL2RjL2RjbWl0eXBlL1N0aWxsSW1hZ2UiIC8+PGRjOnRpdGxlPjwvZGM6dGl0bGU+PC9jYzpXb3JrPjwvcmRmOlJERj48L21ldGFkYXRhPjxkZWZzCiAgICAgaWQ9ImRlZnMxNDkiIC8+PHNvZGlwb2RpOm5hbWVkdmlldwogICAgIHBhZ2Vjb2xvcj0iI2ZmZmZmZiIKICAgICBib3JkZXJjb2xvcj0iIzY2NjY2NiIKICAgICBib3JkZXJvcGFjaXR5PSIxIgogICAgIG9iamVjdHRvbGVyYW5jZT0iMTAiCiAgICAgZ3JpZHRvbGVyYW5jZT0iMTAiCiAgICAgZ3VpZGV0b2xlcmFuY2U9IjEwIgogICAgIGlua3NjYXBlOnBhZ2VvcGFjaXR5PSIwIgogICAgIGlua3NjYXBlOnBhZ2VzaGFkb3c9IjIiCiAgICAgaW5rc2NhcGU6d2luZG93LXdpZHRoPSIxOTIwIgogICAgIGlua3NjYXBlOndpbmRvdy1oZWlnaHQ9IjEwMTYiCiAgICAgaWQ9Im5hbWVkdmlldzE0NyIKICAgICBzaG93Z3JpZD0iZmFsc2UiCiAgICAgZml0LW1hcmdpbi10b3A9IjAuMSIKICAgICBmaXQtbWFyZ2luLWxlZnQ9IjAuMSIKICAgICBmaXQtbWFyZ2luLXJpZ2h0PSIwLjEiCiAgICAgZml0LW1hcmdpbi1ib3R0b209IjAuMSIKICAgICBpbmtzY2FwZTp6b29tPSI4LjE5IgogICAgIGlua3NjYXBlOmN4PSIyOS45MjUiCiAgICAgaW5rc2NhcGU6Y3k9IjM2LjEiCiAgICAgaW5rc2NhcGU6d2luZG93LXg9IjAiCiAgICAgaW5rc2NhcGU6d2luZG93LXk9IjI3IgogICAgIGlua3NjYXBlOndpbmRvdy1tYXhpbWl6ZWQ9IjEiCiAgICAgaW5rc2NhcGU6Y3VycmVudC1sYXllcj0ic3ZnMTQ1IiAvPjxnCiAgICAgaWQ9IkFtYXpvbl9DbG91ZFNlYXJjaCIKICAgICB0cmFuc2Zvcm09InRyYW5zbGF0ZSgtMjAuMDc1LC0xMy45KSI+PGcKICAgICAgIGlkPSJnMTQyIj48cG9seWdvbgogICAgICAgICBmaWxsPSIjZDlhNzQxIgogICAgICAgICBwb2ludHM9IjIzLjk4NywzNi4yMDEgNTQuNDYyLDQwLjQ5NCA1NC40Niw1OS41MDYgMjMuOTg1LDYzLjc5MyAiCiAgICAgICAgIGlkPSJwb2x5Z29uMTIwIiAvPjxwb2x5Z29uCiAgICAgICAgIGZpbGw9IiM4NzY5MjkiCiAgICAgICAgIHBvaW50cz0iNTAuMDAzLDE0IDIwLjE3OSwyOC45MDggMjAuMTc5LDM3LjM0NCA1MC4wMDMsMjguMzk5ICIKICAgICAgICAgaWQ9InBvbHlnb24xMjIiIC8+PHBvbHlnb24KICAgICAgICAgZmlsbD0iIzg3NjkyOSIKICAgICAgICAgcG9pbnRzPSI0OS45OTcsODYgMjAuMTksNzEuMDk0IDIwLjE5LDYyLjY1NCA0OS45OTksNzEuNiAiCiAgICAgICAgIGlkPSJwb2x5Z29uMTI0IiAvPjxwb2x5Z29uCiAgICAgICAgIGZpbGw9IiNkOWE3NDEiCiAgICAgICAgIHBvaW50cz0iNTAuMDAzLDE0IDc5LjgyNSwyOC45MTQgNzkuODIzLDM3LjM1IDUwLjAwMywyOC4zOTkgIgogICAgICAgICBpZD0icG9seWdvbjEyNiIgLz48cG9seWdvbgogICAgICAgICBmaWxsPSIjZDlhNzQxIgogICAgICAgICBwb2ludHM9IjQ5Ljk5Nyw4NiA3OS44MDYsNzEuMDk5IDc5LjgwNiw2Mi42NiA0OS45OTksNzEuNiAiCiAgICAgICAgIGlkPSJwb2x5Z29uMTI4IiAvPjxwb2x5Z29uCiAgICAgICAgIGZpbGw9IiM4NzY5MjkiCiAgICAgICAgIHBvaW50cz0iMjAuMTc5LDI4LjkwOCAyMy45ODksMjcuMDA0IDIzLjk4NSw3Mi45OSAyMC4xNzUsNzEuMDg2ICIKICAgICAgICAgaWQ9InBvbHlnb24xMzAiIC8+PHBvbHlnb24KICAgICAgICAgZmlsbD0iIzg3NjkyOSIKICAgICAgICAgcG9pbnRzPSI1MC4wMDEsNDAuODMyIDM5LjAxOSw0Mi4yMjkgMzkuMDE3LDU3Ljc2MiA0OS45OTksNTkuMTYgIgogICAgICAgICBpZD0icG9seWdvbjEzMiIgLz48cG9seWdvbgogICAgICAgICBmaWxsPSIjODc2OTI5IgogICAgICAgICBwb2ludHM9IjM1LjA4Myw0Mi43MjkgMjcuOTU0LDQzLjYzNyAyNy45NTQsNTYuMzU0IDM1LjA4MSw1Ny4yNiAiCiAgICAgICAgIGlkPSJwb2x5Z29uMTM0IiAvPjxwb2x5Z29uCiAgICAgICAgIGZpbGw9IiM2MjRhMWUiCiAgICAgICAgIHBvaW50cz0iNzkuODIzLDM3LjM1IDU0LjQ4MSw0MC40OTYgMjMuOTg3LDM2LjIwMSA1MC4wMDMsMjguMzk5ICIKICAgICAgICAgaWQ9InBvbHlnb24xMzYiIC8+PHBvbHlnb24KICAgICAgICAgZmlsbD0iI2ZhZDc5MSIKICAgICAgICAgcG9pbnRzPSI3OS44MDYsNjIuNjYgNTQuNDYsNTkuNTA2IDIzLjk4NSw2My43OTMgNDkuOTk5LDcxLjYgIgogICAgICAgICBpZD0icG9seWdvbjEzOCIgLz48cG9seWdvbgogICAgICAgICBmaWxsPSIjZDlhNzQxIgogICAgICAgICBwb2ludHM9IjUwLjAwMSw0MC44MzIgNzkuODA4LDQ0LjYyOSA3OS44MDgsNTUuMzMgNDkuOTk5LDU5LjA5MiAiCiAgICAgICAgIGlkPSJwb2x5Z29uMTQwIiAvPjwvZz48L2c+PC9zdmc+Cg==", + "camel.apache.org/provider": "Apache Software Foundation", + "camel.apache.org/kamelet.group": "AWS S3 Event-Based", + "camel.apache.org/kamelet.namespace": "AWS" + }, + "labels": { + "camel.apache.org/kamelet.type": "source" + } + }, + "spec": { + "definition": { + "title": "AWS S3 Event Based Source", + "description": "Receive data from AWS SQS subscribed to Eventbridge Bus reporting events related to an S3 bucket or multiple buckets.", + "required": [ + "accessKey", + "secretKey", + "queueNameOrArn", + "region" + ], + "type": "object", + "properties": { + "queueNameOrArn": { + "title": "Queue Name", + "description": "The SQS Queue Name or ARN", + "type": "string" + }, + "deleteAfterRead": { + "title": "Auto-delete Messages", + "description": "Delete messages after consuming them", + "type": "boolean", + "default": true + }, + "accessKey": { + "title": "Access Key", + "description": "The access key obtained from AWS.", + "type": "string", + "format": "password", + "x-descriptors": [ + "urn:camel:group:credentials" + ] + }, + "secretKey": { + "title": "Secret Key", + "description": "The secret key obtained from AWS.", + "type": "string", + "format": "password", + "x-descriptors": [ + "urn:camel:group:credentials" + ] + }, + "region": { + "title": "AWS Region", + "description": "The AWS region to access.", + "type": "string", + "enum": [ + "ap-south-1", + "eu-south-1", + "us-gov-east-1", + "me-central-1", + "ca-central-1", + "eu-central-1", + "us-iso-west-1", + "us-west-1", + "us-west-2", + "af-south-1", + "eu-north-1", + "eu-west-3", + "eu-west-2", + "eu-west-1", + "ap-northeast-3", + "ap-northeast-2", + "ap-northeast-1", + "me-south-1", + "sa-east-1", + "ap-east-1", + "cn-north-1", + "us-gov-west-1", + "ap-southeast-1", + "ap-southeast-2", + "us-iso-east-1", + "ap-southeast-3", + "us-east-1", + "us-east-2", + "cn-northwest-1", + "us-isob-east-1", + "aws-global", + "aws-cn-global", + "aws-us-gov-global", + "aws-iso-global", + "aws-iso-b-global" + ] + }, + "autoCreateQueue": { + "title": "Autocreate Queue", + "description": "Setting the autocreation of the SQS queue.", + "type": "boolean", + "default": false + }, + "amazonAWSHost": { + "title": "AWS Host", + "description": "The hostname of the Amazon AWS cloud.", + "type": "string", + "default": "amazonaws.com" + }, + "protocol": { + "title": "Protocol", + "description": "The underlying protocol used to communicate with SQS", + "type": "string", + "example": "http or https", + "default": "https" + }, + "queueURL": { + "title": "Queue URL", + "description": "The full SQS Queue URL", + "type": "string" + }, + "uriEndpointOverride": { + "title": "Overwrite Endpoint URI", + "description": "The overriding endpoint URI. To use this option, you must also select the `overrideEndpoint` option.", + "type": "string" + }, + "overrideEndpoint": { + "title": "Endpoint Overwrite", + "description": "Select this option to override the endpoint URI. To use this option, you must also provide a URI for the `uriEndpointOverride` option.", + "type": "boolean", + "default": false + }, + "delay": { + "title": "Delay", + "description": "The number of milliseconds before the next poll of the selected stream", + "type": "integer", + "default": 500 + }, + "greedy": { + "title": "Greedy Scheduler", + "description": "If greedy is enabled, then the polling will happen immediately again, if the previous run polled 1 or more messages.", + "type": "boolean", + "default": false + }, + "getObject": { + "title": "Greedy Object in Bucket", + "description": "If `getObject` is enabled, then the file created in the bucket is retrieved and returned as body. If not, only the event will returned as body.", + "type": "boolean", + "default": false + } + } + }, + "dependencies": [ + "camel:core", + "camel:aws2-sqs", + "camel:aws2-s3", + "camel:jsonpath", + "camel:kamelet", + "camel:jackson" + ], + "template": { + "from": { + "uri": "aws2-sqs:{{queueNameOrArn}}", + "parameters": { + "autoCreateQueue": "{{autoCreateQueue}}", + "secretKey": "{{?secretKey}}", + "accessKey": "{{?accessKey}}", + "region": "{{region}}", + "deleteAfterRead": "{{deleteAfterRead}}", + "amazonAWSHost": "{{?amazonAWSHost}}", + "protocol": "{{?protocol}}", + "uriEndpointOverride": "{{?uriEndpointOverride}}", + "overrideEndpoint": "{{overrideEndpoint}}", + "delay": "{{delay}}", + "greedy": "{{greedy}}" + }, + "steps": [ + { + "choice": { + "precondition": true, + "when": [ + { + "simple": "${properties:getObject:true}", + "steps": [ + { + "unmarshal": { + "json": { + "library": "Jackson", + "unmarshalType": "com.fasterxml.jackson.databind.JsonNode" + } + } + }, + { + "setProperty": { + "name": "s3-event-name", + "jsonpath": "$.detail.reason" + } + }, + { + "choice": { + "when": [ + { + "simple": "${exchangeProperty.s3-event-name} == \"PutObject\"", + "steps": [ + { + "setProperty": { + "name": "aws-s3-name", + "jsonpath": "$.detail.object.key" + } + }, + { + "setProperty": { + "name": "aws-s3-bucket", + "jsonpath": "$.detail.bucket.name" + } + }, + { + "toD": "aws2-s3:${exchangeProperty.aws-s3-bucket}?accessKey={{accessKey}}&secretKey={{secretKey}}®ion={{region}}&operation=getObject&keyName=${exchangeProperty.aws-s3-name}" + } + ] + } + ] + } + } + ] + } + ] + } + }, + { + "to": "kamelet:sink" + } + ] + } + } + }, + "propertiesSchema": { + "$schema": "http://json-schema.org/draft-07/schema#", + "type": "object", + "title": "AWS S3 Event Based Source", + "description": "Receive data from AWS SQS subscribed to Eventbridge Bus reporting events related to an S3 bucket or multiple buckets.", + "required": [ + "accessKey", + "secretKey", + "queueNameOrArn", + "region" + ], + "properties": { + "queueNameOrArn": { + "type": "string", + "title": "Queue Name", + "description": "The SQS Queue Name or ARN" + }, + "deleteAfterRead": { + "type": "boolean", + "title": "Auto-delete Messages", + "description": "Delete messages after consuming them", + "default": true + }, + "accessKey": { + "type": "string", + "title": "Access Key", + "description": "The access key obtained from AWS.", + "format": "password" + }, + "secretKey": { + "type": "string", + "title": "Secret Key", + "description": "The secret key obtained from AWS.", + "format": "password" + }, + "region": { + "type": "string", + "title": "AWS Region", + "description": "The AWS region to access.", + "enum": [ + "ap-south-1", + "eu-south-1", + "us-gov-east-1", + "me-central-1", + "ca-central-1", + "eu-central-1", + "us-iso-west-1", + "us-west-1", + "us-west-2", + "af-south-1", + "eu-north-1", + "eu-west-3", + "eu-west-2", + "eu-west-1", + "ap-northeast-3", + "ap-northeast-2", + "ap-northeast-1", + "me-south-1", + "sa-east-1", + "ap-east-1", + "cn-north-1", + "us-gov-west-1", + "ap-southeast-1", + "ap-southeast-2", + "us-iso-east-1", + "ap-southeast-3", + "us-east-1", + "us-east-2", + "cn-northwest-1", + "us-isob-east-1", + "aws-global", + "aws-cn-global", + "aws-us-gov-global", + "aws-iso-global", + "aws-iso-b-global" + ] + }, + "autoCreateQueue": { + "type": "boolean", + "title": "Autocreate Queue", + "description": "Setting the autocreation of the SQS queue.", + "default": false + }, + "amazonAWSHost": { + "type": "string", + "title": "AWS Host", + "description": "The hostname of the Amazon AWS cloud.", + "default": "amazonaws.com" + }, + "protocol": { + "type": "string", + "title": "Protocol", + "description": "The underlying protocol used to communicate with SQS", + "default": "https" + }, + "queueURL": { + "type": "string", + "title": "Queue URL", + "description": "The full SQS Queue URL" + }, + "uriEndpointOverride": { + "type": "string", + "title": "Overwrite Endpoint URI", + "description": "The overriding endpoint URI. To use this option, you must also select the `overrideEndpoint` option." + }, + "overrideEndpoint": { + "type": "boolean", + "title": "Endpoint Overwrite", + "description": "Select this option to override the endpoint URI. To use this option, you must also provide a URI for the `uriEndpointOverride` option.", + "default": false + }, + "delay": { + "type": "integer", + "title": "Delay", + "description": "The number of milliseconds before the next poll of the selected stream", + "default": 500 + }, + "greedy": { + "type": "boolean", + "title": "Greedy Scheduler", + "description": "If greedy is enabled, then the polling will happen immediately again, if the previous run polled 1 or more messages.", + "default": false + }, + "getObject": { + "type": "boolean", + "title": "Greedy Object in Bucket", + "description": "If `getObject` is enabled, then the file created in the bucket is retrieved and returned as body. If not, only the event will returned as body.", + "default": false + } + } + } +} \ No newline at end of file