openlineage-demo

Quickstart

All-in-one script

bash quickstart.sh

(Optional) Setup Details

Service Up

# openlineage
(git clone --branch 0.50.0 --depth 1 https://github.com/MarquezProject/marquez && cd marquez && ./docker/up.sh -d)

# trino
docker run -d --name trino -v $(pwd)/trino:/etc/trino --network host trinodb/trino:464

SQL demo

create table memory."default".cust_order as
select
    t1.orderkey, t1.orderdate, coalesce(t1.totalprice, 1) as totalprice,
    case 
        when t1.orderkey is not null then coalesce(cast(t1.orderkey as varchar), t1.clerk)
        else coalesce(t1.comment, t1.clerk) 
    end as  comment,
    t2.name, t2.phone
from tpch.sf1.orders t1
join tpch.sf1.customer t2
    on t1.custkey = t2.custkey
limit 10;

openlineage webui

Browse: 
- http://localhost:3000/
Or more specifically (if the URL isn't changed): 
- http://localhost:3000/lineage/dataset/trino%3A%2F%2Flocalhost%3A8080/memory.default.cust_order