Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

Code Block
{
  "name": "ETLApp",
  "artifact": {
    "name": "cdap-data-pipeline",
    "version": "6.3.0",
    "scope": "SYSYEM"
  },
  "config": {
    "schedule": "* * * * *",
    "engine": "spark",
    "postActions": [
      {
        "name": "Email",
        "plugin": {
          "name": "Email",
          "type": "postaction",
          "artifact": {
            "name": "core-plugins",
            "version": "2.5.0",
            "scope": "SYSTEM"
          },
          "properties": {
            "runCondition": "completion",
            "includeWorkflowToken": "false",
            "recipients": "users@example.com",
            "sender": "admin@example.com",
            "subject": "Post-action Status",
            "message": "Completed run."
          }
        }
      }
    ],
    "stages": [
      {
        "name": "myFileSource",
        "plugin": {
          "name": "File",
          "type": "batchsource",
          "artifact": {
            "name": "core-plugins",
            "version": "2.5.0",
            "scope": "SYSTEM"
          },
          "properties": {
            "name": "myFileSource",
            "duration": "1m",
            "format": "text",
            "schema": "{\"type\":\"record\",\"name\":\"etlSchemaBody\",\"fields\":[{\"name\":\"body\",\"type\":\"string\"}]}"
          }
        }
      },
      {
        "name": "myFileSink",
        "plugin": {
          "name": "File",
          "type": "batchsink",
          "artifact": {
            "name": "core-plugins",
            "version": "2.5.0",
            "scope": "SYSTEM"
          },
          "properties": {
            "name": "myFileSink",
            "schema": "{\"type\":\"record\",\"name\":\"etlSchemaBody\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"body\",\"type\":\"string\"}]}",
            "format”format": “csv”"csv"
          }
        }
      }
    ],
    "connections": [
      {
        "from": "myFileSource",
        "to": "myFileSink"
      }
    ]
  }
}

...