Skip to content

Commit f7666ee

Browse files
author
roller100 (BearingNode)
committed
Add OpenLineage event JSON files for dbt compatibility tests
- Created event_013.json to capture the START event for the stg_customers model with data quality assertions. - Created event_014.json for the stg_orders model, including assertions for customer_id and order_id. - Created event_015.json for the raw_customers model, detailing assertions for customer_id and email. - Created event_016.json for the raw_orders model, with assertions for customer_id and order_id. - Created event_017.json for the customer_analytics model, capturing the COMPLETE event with relevant assertions. - Created event_018.json for the stg_customers model, detailing the COMPLETE event and assertions. - Created event_019.json for the stg_orders model, capturing the COMPLETE event with assertions. - Created event_020.json for the raw_customers model, detailing the COMPLETE event and assertions. - Created event_021.json for the raw_orders model, capturing the COMPLETE event with assertions. - Created event_022.json to log the completion of the dbt run with job details.
1 parent dcdf61d commit f7666ee

22 files changed

+22
-0
lines changed
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"eventTime": "2025-11-18T15:03:27.988980+00:00", "eventType": "START", "inputs": [], "job": {"facets": {"jobType": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "_schemaURL": "https://openlineage.io/spec/facets/2-0-3/JobTypeJobFacet.json#/$defs/JobTypeJobFacet", "integration": "DBT", "jobType": "JOB", "processingType": "BATCH"}}, "name": "dbt-run-openlineage_compatibility_test", "namespace": "dbt"}, "outputs": [], "producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "run": {"facets": {"tags": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/TagsRunFacet.json#/$defs/TagsRunFacet", "tags": [{"key": "openlineage_client_version", "source": "OPENLINEAGE_CLIENT", "value": "1.40.0"}]}}, "runId": "019a977d-fdf5-7b15-a63b-789ed125ae5d"}, "schemaURL": "https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent"}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"eventTime": "2025-11-18T15:03:53.861784+00:00", "eventType": "COMPLETE", "inputs": [], "job": {"facets": {"jobType": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "_schemaURL": "https://openlineage.io/spec/facets/2-0-3/JobTypeJobFacet.json#/$defs/JobTypeJobFacet", "integration": "DBT", "jobType": "JOB", "processingType": "BATCH"}}, "name": "dbt-run-openlineage_compatibility_test", "namespace": "dbt"}, "outputs": [], "producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "run": {"facets": {"tags": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/TagsRunFacet.json#/$defs/TagsRunFacet", "tags": [{"key": "openlineage_client_version", "source": "OPENLINEAGE_CLIENT", "value": "1.40.0"}]}}, "runId": "019a977d-fdf5-7b15-a63b-789ed125ae5d"}, "schemaURL": "https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent"}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"eventTime": "2025-11-18T15:03:56.223070+00:00", "eventType": "START", "inputs": [], "job": {"facets": {"jobType": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "_schemaURL": "https://openlineage.io/spec/facets/2-0-3/JobTypeJobFacet.json#/$defs/JobTypeJobFacet", "integration": "DBT", "jobType": "JOB", "processingType": "BATCH"}}, "name": "dbt-run-openlineage_compatibility_test", "namespace": "dbt"}, "outputs": [], "producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "run": {"facets": {"dbt_run": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://github.com/OpenLineage/OpenLineage/tree/main/integration/common/openlineage/schema/dbt-run-run-facet.json", "dbt_runtime": "core", "invocation_id": "e49bb33a-4b62-417d-a378-0d218608b125", "profile_name": "openlineage_compatibility_test", "project_name": "openlineage_compatibility_test", "project_version": "1.0.0"}, "dbt_version": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://github.com/OpenLineage/OpenLineage/tree/main/integration/common/openlineage/schema/dbt-version-run-facet.json", "version": "1.10.15"}, "processing_engine": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-1/ProcessingEngineRunFacet.json#/$defs/ProcessingEngineRunFacet", "name": "dbt", "openlineageAdapterVersion": "1.40.0", "version": "1.10.15"}, "tags": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/TagsRunFacet.json#/$defs/TagsRunFacet", "tags": [{"key": "openlineage_client_version", "source": "OPENLINEAGE_CLIENT", "value": "1.40.0"}]}}, "runId": "019a977e-6c3f-7b18-a638-05655c338077"}, "schemaURL": "https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent"}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"eventTime": "2025-11-18T15:04:19.916765Z", "eventType": "START", "inputs": [], "job": {"facets": {"jobType": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "_schemaURL": "https://openlineage.io/spec/facets/2-0-3/JobTypeJobFacet.json#/$defs/JobTypeJobFacet", "integration": "DBT", "jobType": "MODEL", "processingType": "BATCH"}, "sql": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-0/SQLJobFacet.json#/$defs/SQLJobFacet", "dialect": "postgres", "query": "\n\nselect\n order_id,\n customer_id,\n order_date,\n amount,\n status,\n case \n when status = 'completed' then amount\n else 0\n end as completed_amount\nfrom \"dbt_test\".\"main\".\"raw_orders\"\nwhere status != 'cancelled'"}}, "name": "dbt_test.main.openlineage_compatibility_test.stg_orders", "namespace": "dbt"}, "outputs": [{"facets": {"columnLineage": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-2-0/ColumnLineageDatasetFacet.json#/$defs/ColumnLineageDatasetFacet", "dataset": [], "fields": {"amount": {"inputFields": [{"field": "amount", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}]}, "completed_amount": {"inputFields": [{"field": "amount", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}, {"field": "status", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}]}, "customer_id": {"inputFields": [{"field": "customer_id", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}]}, "order_date": {"inputFields": [{"field": "order_date", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}]}, "order_id": {"inputFields": [{"field": "order_id", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}]}, "status": {"inputFields": [{"field": "status", "name": "dbt_test.main.raw_orders", "namespace": "postgres://localhost:5432", "transformations": []}]}}}, "dataSource": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-1/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name": "postgres://localhost:5432", "uri": "postgres://localhost:5432"}, "documentation": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-0/DocumentationDatasetFacet.json#/$defs/DocumentationDatasetFacet", "description": "Cleaned order data excluding cancelled orders"}, "schema": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-2-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields": [{"description": "Unique order identifier", "fields": [], "name": "order_id"}, {"description": "Foreign key to customers", "fields": [], "name": "customer_id"}]}}, "name": "dbt_test.main.stg_orders", "namespace": "postgres://localhost:5432", "outputFacets": {"outputStatistics": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-2/OutputStatisticsOutputDatasetFacet.json#/$defs/OutputStatisticsOutputDatasetFacet", "rowCount": 7}}}], "producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "run": {"facets": {"dbt_run": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://github.com/OpenLineage/OpenLineage/tree/main/integration/common/openlineage/schema/dbt-run-run-facet.json", "dbt_runtime": "core", "invocation_id": "e49bb33a-4b62-417d-a378-0d218608b125", "profile_name": "openlineage_compatibility_test", "project_name": "openlineage_compatibility_test", "project_version": "1.0.0"}, "dbt_version": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://github.com/OpenLineage/OpenLineage/tree/main/integration/common/openlineage/schema/dbt-version-run-facet.json", "version": "1.10.15"}, "parent": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-0/ParentRunFacet.json#/$defs/ParentRunFacet", "job": {"name": "dbt-run-openlineage_compatibility_test", "namespace": "dbt"}, "run": {"runId": "019a977e-6c3f-7b18-a638-05655c338077"}}, "processing_engine": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-1/ProcessingEngineRunFacet.json#/$defs/ProcessingEngineRunFacet", "name": "dbt", "openlineageAdapterVersion": "1.40.0", "version": "1.10.15"}, "tags": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/TagsRunFacet.json#/$defs/TagsRunFacet", "tags": [{"key": "openlineage_client_version", "source": "OPENLINEAGE_CLIENT", "value": "1.40.0"}]}}, "runId": "019a977e-cd22-77d8-9146-6bbbbce77b6e"}, "schemaURL": "https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent"}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"eventTime": "2025-11-18T15:04:19.887613Z", "eventType": "START", "inputs": [], "job": {"facets": {"jobType": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "_schemaURL": "https://openlineage.io/spec/facets/2-0-3/JobTypeJobFacet.json#/$defs/JobTypeJobFacet", "integration": "DBT", "jobType": "MODEL", "processingType": "BATCH"}, "sql": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-0/SQLJobFacet.json#/$defs/SQLJobFacet", "dialect": "postgres", "query": "\n\nselect\n customer_id,\n name as customer_name,\n email,\n registration_date,\n segment,\n case \n when segment = 'enterprise' then 'high_value'\n when segment = 'premium' then 'medium_value'\n else 'standard_value'\n end as value_tier\nfrom \"dbt_test\".\"main\".\"raw_customers\""}}, "name": "dbt_test.main.openlineage_compatibility_test.stg_customers", "namespace": "dbt"}, "outputs": [{"facets": {"columnLineage": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-2-0/ColumnLineageDatasetFacet.json#/$defs/ColumnLineageDatasetFacet", "dataset": [], "fields": {"customer_id": {"inputFields": [{"field": "customer_id", "name": "dbt_test.main.raw_customers", "namespace": "postgres://localhost:5432", "transformations": []}]}, "customer_name": {"inputFields": [{"field": "name", "name": "dbt_test.main.raw_customers", "namespace": "postgres://localhost:5432", "transformations": []}]}, "email": {"inputFields": [{"field": "email", "name": "dbt_test.main.raw_customers", "namespace": "postgres://localhost:5432", "transformations": []}]}, "registration_date": {"inputFields": [{"field": "registration_date", "name": "dbt_test.main.raw_customers", "namespace": "postgres://localhost:5432", "transformations": []}]}, "segment": {"inputFields": [{"field": "segment", "name": "dbt_test.main.raw_customers", "namespace": "postgres://localhost:5432", "transformations": []}]}, "value_tier": {"inputFields": [{"field": "segment", "name": "dbt_test.main.raw_customers", "namespace": "postgres://localhost:5432", "transformations": []}]}}}, "dataSource": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-1/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name": "postgres://localhost:5432", "uri": "postgres://localhost:5432"}, "documentation": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-0/DocumentationDatasetFacet.json#/$defs/DocumentationDatasetFacet", "description": "Cleaned and standardized customer data"}, "schema": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-2-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields": [{"description": "Unique customer identifier", "fields": [], "name": "customer_id"}]}}, "name": "dbt_test.main.stg_customers", "namespace": "postgres://localhost:5432", "outputFacets": {"outputStatistics": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-2/OutputStatisticsOutputDatasetFacet.json#/$defs/OutputStatisticsOutputDatasetFacet", "rowCount": 5}}}], "producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/integration/dbt", "run": {"facets": {"dbt_run": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://github.com/OpenLineage/OpenLineage/tree/main/integration/common/openlineage/schema/dbt-run-run-facet.json", "dbt_runtime": "core", "invocation_id": "e49bb33a-4b62-417d-a378-0d218608b125", "profile_name": "openlineage_compatibility_test", "project_name": "openlineage_compatibility_test", "project_version": "1.0.0"}, "dbt_version": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://github.com/OpenLineage/OpenLineage/tree/main/integration/common/openlineage/schema/dbt-version-run-facet.json", "version": "1.10.15"}, "parent": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-0/ParentRunFacet.json#/$defs/ParentRunFacet", "job": {"name": "dbt-run-openlineage_compatibility_test", "namespace": "dbt"}, "run": {"runId": "019a977e-6c3f-7b18-a638-05655c338077"}}, "processing_engine": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-1-1/ProcessingEngineRunFacet.json#/$defs/ProcessingEngineRunFacet", "name": "dbt", "openlineageAdapterVersion": "1.40.0", "version": "1.10.15"}, "tags": {"_producer": "https://github.com/OpenLineage/OpenLineage/tree/1.40.0/client/python", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/TagsRunFacet.json#/$defs/TagsRunFacet", "tags": [{"key": "openlineage_client_version", "source": "OPENLINEAGE_CLIENT", "value": "1.40.0"}]}}, "runId": "019a977e-cd5d-7967-8db0-2840039c9113"}, "schemaURL": "https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent"}

0 commit comments

Comments
 (0)