google-storage-event-based-source/kamelet.json

{
  "apiVersion": "camel.apache.org/v1",
  "kind": "Kamelet",
  "metadata": {
    "name": "google-storage-event-based-source",
    "annotations": {
      "camel.apache.org/kamelet.support.level": "Preview",
      "camel.apache.org/catalog.version": "4.22.1",
      "camel.apache.org/kamelet.icon": "data:image/svg+xml;base64,PHN2ZyBoZWlnaHQ9IjI1MDAiIHZpZXdCb3g9Ii0xLjYzMzIzNTQzIDcuMDMyNjA5MzMgMTMxLjI2NTc0NjgyIDExNC40MzkzOTA2NyIgd2lkdGg9IjI1MDAiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiPjxsaW5lYXJHcmFkaWVudCBpZD0iYSIgZ3JhZGllbnRVbml0cz0idXNlclNwYWNlT25Vc2UiIHgxPSI2NCIgeDI9IjY0IiB5MT0iNy4wMzQiIHkyPSIxMjAuNzg5Ij48c3RvcCBvZmZzZXQ9IjAiIHN0b3AtY29sb3I9IiM0Mzg3ZmQiLz48c3RvcCBvZmZzZXQ9IjEiIHN0b3AtY29sb3I9IiM0NjgzZWEiLz48L2xpbmVhckdyYWRpZW50PjxwYXRoIGQ9Im0yNy43OSAxMTUuMjE3LTI2LjI1LTQ1LjQ2OGExMS40OTkgMTEuNDk5IDAgMCAxIDAtMTEuNDk5bDI2LjI1LTQ1LjQ2N2ExMS41IDExLjUgMCAwIDEgOS45Ni01Ljc1aDUyLjVhMTEuNSAxMS41IDAgMCAxIDkuOTU5IDUuNzVsMjYuMjUgNDUuNDY3YTExLjQ5OSAxMS40OTkgMCAwIDEgMCAxMS41bC0yNi4yNSA0NS40NjdhMTEuNSAxMS41IDAgMCAxIC05Ljk1OSA1Ljc0OWgtNTIuNWExMS40OTkgMTEuNDk5IDAgMCAxIC05Ljk2LTUuNzV6IiBmaWxsPSJ1cmwoI2EpIi8+PHBhdGggZD0ibTEyMS4wNTQgNzkuNTgtMzEuODM2LTMxLjgzNC01Ljg1OCAxLjIxNC0xNC42MDMtMTQuNjAyLTQuNjczIDguNzM5LTIuNTM0IDEwLjEwOSA0LjI4OSA0LjI5LTguMjM4IDEuNjgyLTExLjI5Ni0xMS4yOTYtNy42NyA3LjM3MyAxNC4xMjMgMTQuMTI1LTE0Ljk3IDExLjkgNDAuMTkzIDQwLjE5MiAxOS41ODEtLjE5eiIgb3BhY2l0eT0iLjA3Ii8+PGcgZmlsbD0iI2ZmZiI+PGNpcmNsZSBjeD0iODUuNTE5IiBjeT0iNTEuNTc2IiByPSI1LjMyNCIvPjxjaXJjbGUgY3g9IjQyLjQ4IiBjeT0iNTEuNTc2IiByPSI1LjMyNCIvPjxjaXJjbGUgY3g9IjY0IiBjeT0iODguODQ5IiByPSI1LjMyNSIvPjxjaXJjbGUgY3g9IjY0IiBjeT0iNjQiIHI9IjguNjAyIi8+PGNpcmNsZSBjeD0iNDIuNDgiIGN5PSI3Ni40MjQiIHI9IjYuNzU4Ii8+PGNpcmNsZSBjeD0iODUuNTE5IiBjeT0iNzYuNDI0IiByPSI2Ljc1OCIvPjxjaXJjbGUgY3g9IjY0IiBjeT0iMzkuMTUxIiByPSI2Ljc1OSIvPjwvZz48L3N2Zz4=",
      "camel.apache.org/provider": "Apache Software Foundation",
      "camel.apache.org/kamelet.group": "Google Storage Event-based",
      "camel.apache.org/kamelet.namespace": "GCP"
    },
    "labels": {
      "camel.apache.org/kamelet.type": "source"
    }
  },
  "spec": {
    "definition": {
      "title": "Google Storage Event-based Source",
      "description": "Receive data from Google Pubsub reporting events related to a Google Storage bucket.",
      "required": [
        "projectId",
        "subscriptionName",
        "serviceAccountKey",
        "bucketNameOrArn"
      ],
      "type": "object",
      "properties": {
        "projectId": {
          "title": "Project Id",
          "description": "The Google Cloud Pub/Sub Project ID.",
          "type": "string"
        },
        "subscriptionName": {
          "title": "Subscription Name",
          "description": "The subscription name.",
          "type": "string"
        },
        "serviceAccountKey": {
          "title": "Service Account Key",
          "description": "The service account key to use as credentials for the Pub/Sub publisher/subscriber. You must encode this value in base64.",
          "type": "binary",
          "x-descriptors": [
            "urn:camel:group:credentials"
          ]
        },
        "synchronousPull": {
          "title": "Synchronous Pull",
          "description": "Specifies to synchronously pull batches of messages.",
          "type": "boolean",
          "default": false
        },
        "maxMessagesPerPoll": {
          "title": "Max Messages Per Poll",
          "description": "The maximum number of messages to receive from the server in a single API call.",
          "type": "integer",
          "default": 1
        },
        "concurrentConsumers": {
          "title": "Concurrent Consumers",
          "description": "The number of parallel streams to consume from the subscription.",
          "type": "integer",
          "default": 1
        },
        "bucketNameOrArn": {
          "title": "Bucket Name Or ARN",
          "description": "The Google Cloud Storage bucket name or Bucket Amazon Resource Name (ARN).",
          "type": "string"
        },
        "getObject": {
          "title": "Get Object in Bucket",
          "description": "If `getObject` is enabled, then the file created in the Bucket is retreived and returned as body, if not only the event is returned as body.",
          "type": "boolean",
          "default": false
        }
      }
    },
    "dependencies": [
      "camel:kamelet",
      "camel:google-pubsub",
      "camel:google-storage",
      "camel:jackson",
      "camel:core"
    ],
    "template": {
      "from": {
        "uri": "google-pubsub://{{projectId}}:{{subscriptionName}}",
        "parameters": {
          "serviceAccountKey": "base64:{{serviceAccountKey}}",
          "synchronousPull": "{{synchronousPull}}",
          "maxMessagesPerPoll": "{{maxMessagesPerPoll}}",
          "concurrentConsumers": "{{concurrentConsumers}}"
        },
        "steps": [
          {
            "choice": {
              "precondition": true,
              "when": [
                {
                  "simple": "${properties:getObject:true}",
                  "steps": [
                    {
                      "setProperty": {
                        "name": "google-storage-event-type",
                        "simple": "${headers.CamelGooglePubsubAttributes[eventType]}"
                      }
                    },
                    {
                      "setProperty": {
                        "name": "google-storage-object-id",
                        "simple": "${headers.CamelGooglePubsubAttributes[objectId]}"
                      }
                    },
                    {
                      "setProperty": {
                        "name": "google-storage-bucket-id",
                        "simple": "${headers.CamelGooglePubsubAttributes[bucketId]}"
                      }
                    },
                    {
                      "choice": {
                        "when": [
                          {
                            "simple": "${exchangeProperty.google-storage-event-type} == \"OBJECT_FINALIZE\" && ${exchangeProperty.google-storage-bucket-id} == \"{{bucketNameOrArn}}\"",
                            "steps": [
                              {
                                "toD": "google-storage:{{bucketNameOrArn}}?serviceAccountKey=base64:{{serviceAccountKey}}&operation=getObject&objectName=${exchangeProperty.google-storage-object-id}"
                              }
                            ]
                          }
                        ]
                      }
                    }
                  ]
                }
              ]
            }
          },
          {
            "to": "kamelet:sink"
          }
        ]
      }
    }
  },
  "propertiesSchema": {
    "$schema": "http://json-schema.org/draft-07/schema#",
    "type": "object",
    "title": "Google Storage Event-based Source",
    "description": "Receive data from Google Pubsub reporting events related to a Google Storage bucket.",
    "required": [
      "projectId",
      "subscriptionName",
      "serviceAccountKey",
      "bucketNameOrArn"
    ],
    "properties": {
      "projectId": {
        "type": "string",
        "title": "Project Id",
        "description": "The Google Cloud Pub/Sub Project ID."
      },
      "subscriptionName": {
        "type": "string",
        "title": "Subscription Name",
        "description": "The subscription name."
      },
      "serviceAccountKey": {
        "type": "string",
        "$comment": "type:binary",
        "title": "Service Account Key",
        "description": "The service account key to use as credentials for the Pub/Sub publisher/subscriber. You must encode this value in base64."
      },
      "synchronousPull": {
        "type": "boolean",
        "title": "Synchronous Pull",
        "description": "Specifies to synchronously pull batches of messages.",
        "default": false
      },
      "maxMessagesPerPoll": {
        "type": "integer",
        "title": "Max Messages Per Poll",
        "description": "The maximum number of messages to receive from the server in a single API call.",
        "default": 1
      },
      "concurrentConsumers": {
        "type": "integer",
        "title": "Concurrent Consumers",
        "description": "The number of parallel streams to consume from the subscription.",
        "default": 1
      },
      "bucketNameOrArn": {
        "type": "string",
        "title": "Bucket Name Or ARN",
        "description": "The Google Cloud Storage bucket name or Bucket Amazon Resource Name (ARN)."
      },
      "getObject": {
        "type": "boolean",
        "title": "Get Object in Bucket",
        "description": "If `getObject` is enabled, then the file created in the Bucket is retreived and returned as body, if not only the event is returned as body.",
        "default": false
      }
    }
  }
}