Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

curl "http://127.0.0.1:10000/v3/namespaces/default/datasets/EmpAgg/lineage?collapse=access&collapse=run&collapse=component&programtyperollup=workflow&end=now&levels=1&start=now-7d" | python -m json.tool

...

Code Block
curl "http://127.0.0.1:10000/v3/namespaces/default/datasets/EmpAgg/lineage?collapse=access&collapse=run&collapse=component&programtyperollup=workflow&end=now&levels=1&start=now-7d" | python -m json.tool

{
    "data": {
        "dataset.default.EmpAgg": {
            "entityId": {
                "id": {
                    "instanceId": "EmpAgg",
                    "namespace": {
                        "id": "default"
                    }
                },
                "type": "datasetinstance"
            }
        },
        "dataset.default.conn-0.e0591f36-9661-11e6-af4a-0000007182af": {
            "entityId": {
                "id": {
                    "instanceId": "conn-0.e0591f36-9661-11e6-af4a-0000007182af",
                    "namespace": {
                        "id": "default"
                    }
                },
                "type": "datasetinstance"
            }
        }
    },
    "end": 1476926333,
    "programs": { 
        "<workflow name>": {
            "entityId": {
                "id": {
                    "application": {
                        "applicationId": "EmployeePipe_Long_copy",
                        "namespace": {
                            "id": "default"
                        }
                    },
                    "id": "phase-2",
                    "type": "Mapreduce"
                },
                "type": "<type workflow>"
            }
        }
    },
    "relations": [
        {
            "accesses": [
                "read", 
                "write"
            ],
            "components": [],
            "data": "dataset.default.conn-0.e0591f36-9661-11e6-af4a-0000007182af",
            "program" : "<workflow name>"
            "runs": [
                "e4051038-9661-11e6-8060-000000d79ea8",
                "e4051038-9661-11e6-8060-000000d79ea8"
            ]
        },
        {
            "accesses": [
                "write",
                "read"
            ],
            "components": [],
            "data": "dataset.default.EmpAgg",
            "program": "mapreduce.default.EmployeePipe_Long_copy.phase-2",
            "runs": [
                "e4051038-9661-11e6-8060-000000d79ea8"
            ]
        }
    ],
    "start": 1476321533
}


...