...
Code Block |
---|
{ "name": "ETLApp", "artifact": { "name": "cdap-data-pipeline", "version": "6.3.0", "scope": "SYSYEM" }, "config": { "schedule": "* * * * *", "engine": "spark", "postActions": [ { "name": "Email", "plugin": { "name": "Email", "type": "postaction", "artifact": { "name": "core-plugins", "version": "2.5.0", "scope": "SYSTEM" }, "properties": { "runCondition": "completion", "includeWorkflowToken": "false", "recipients": "users@example.com", "sender": "admin@example.com", "subject": "Post-action Status", "message": "Completed run." } } } ], "stages": [ { "name": "myFileSource", "plugin": { "name": "File", "type": "batchsource", "artifact": { "name": "core-plugins", "version": "2.5.0", "scope": "SYSTEM" }, "properties": { "name": "myFileSource", "duration": "1m", "format": "text", "schema": "{\"type\":\"record\",\"name\":\"etlSchemaBody\",\"fields\":[{\"name\":\"body\",\"type\":\"string\"}]}" } } }, { "name": "myFileSink", "plugin": { "name": "File", "type": "batchsink", "artifact": { "name": "core-plugins", "version": "2.5.0", "scope": "SYSTEM" }, "properties": { "name": "myFileSink", "schema": "{\"type\":\"record\",\"name\":\"etlSchemaBody\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"body\",\"type\":\"string\"}]}", "format”format": “csv”"csv" } } } ], "connections": [ { "from": "myFileSource", "to": "myFileSink" } ] } } |
...