{ "eventTime":"2023-11-13T07:49:59.575Z", "producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent", "eventType":"COMPLETE", "run":{ "runId":"dc25990e-163c-4a84-9935-ff743afbcf66", "facets":{ "spark.logicalPlan":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunFacet", "plan":[ { "class":"org.apache.spark.sql.catalyst.plans.logical.AppendData", "num-children":1, "table":[ { "class":"org.apache.spark.sql.execution.datasources.v2.DataSourceV2Relation", "num-children":0, "table":null, "output":[ [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"household_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":187, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"basket_id", "dataType":"long", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":188, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"day", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":189, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"product_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":190, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"quantity", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":191, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"sales_amount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":192, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"store_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":193, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"discount_amount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":194, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"transaction_time", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":195, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"week_no", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":196, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"coupon_discount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":197, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"coupon_discount_match", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":198, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ] ], "catalog":null, "identifier":null, "options":null } ], "query":0, "writeOptions":null, "isByName":false, "write":null, "analyzedQuery":[ { "class":"org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children":0, "relation":null, "output":[ [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"household_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":131, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"basket_id", "dataType":"long", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":132, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"day", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":133, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"product_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":134, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"quantity", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":135, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"sales_amount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":136, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"store_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":137, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"discount_amount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":138, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"transaction_time", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":139, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"week_no", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":140, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"coupon_discount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":141, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"coupon_discount_match", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":142, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ] ], "isStreaming":false } ], "requireImplicitCasting":false }, { "class":"org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children":0, "relation":null, "output":[ [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"household_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":131, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"basket_id", "dataType":"long", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":132, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"day", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":133, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"product_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":134, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"quantity", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":135, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"sales_amount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":136, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"store_id", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":137, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"discount_amount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":138, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"transaction_time", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":139, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"week_no", "dataType":"integer", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":140, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"coupon_discount", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":141, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ], [ { "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children":0, "name":"coupon_discount_match", "dataType":"float", "nullable":true, "metadata":{ }, "exprId":{ "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId", "id":142, "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5" }, "qualifier":[ ] } ] ], "isStreaming":false } ] }, "debug":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunFacet", "classpath":{ "openLineageVersion":"1.4.1", "sparkVersion":"3.4.1", "scalaVersion":"2.12.15", "jars":[ ], "classDetails":[ { "className":"org.apache.spark.sql.delta.catalog.DeltaCatalog", "onClasspath":true }, { "className":"org.apache.iceberg.catalog.Catalog", "onClasspath":false }, { "className":"com.google.cloud.spark.bigquery.BigQueryRelation", "packageVersion":"0.22.2-SNAPSHOT", "onClasspath":true } ] }, "system":{ "sparkDeployMode":"client", "javaVersion":"1.8.0_372", "javaVendor":"Azul Systems, Inc.", "osArch":"amd64", "osName":"Linux", "osVersion":"5.15.0-1049-azure", "userLanguage":"en", "userTimezone":"Etc/UTC" }, "config":{ "extraListeners":"io.openlineage.spark.agent.OpenLineageSparkListener", "openLineageConfig":{ "endpoint":"api/v1/lineage", "debugFacet":"enabled", "url.param.code":"8kZl0bo2TJfnbpFxBv-R2v7xBDj-PgWMol3yUm5iP1vaAzFu9kIZGg==", "facets.disabled":"[spark_unknown;]", "namespace":"adb-4679476628690204.4#default", "transport.type":"http", "transport.url":"https://8e0a-50-35-69-138.ngrok-free.app" }, "catalogClass":"org.apache.spark.sql.internal.CatalogImpl" }, "logicalPlan":{ "nodes":[ { "id":"AppendData@-520955523", "desc":"AppendData RelationV2[household_id#187, basket_id#188L, day#189, product_id#190, quantity#191, sales_amount#192, store_id#193, discount_amount#194, transaction_time#195, week_no#196, coupon_discount#197, coupon_discount_match#198] spark_catalog.journey.transactions transactions, [overwriteSchema=true, path=wasbs://studio@clororetaildevadls.blob.core.windows.net/examples/data/csv/completejourney/silver/transactions], false, com.databricks.sql.transaction.tahoe.catalog.DeltaCatalog$StagedDeltaTableV2$DeltaV1WriteBuilder$$anon$1@d3b3679, false\n+- Relation [household_id#131,basket_id#132L,day#133,product_id#134,quantity#135,sales_amount#136,store_id#137,discount_amount#138,transaction_time#139,week_no#140,coupon_discount#141,coupon_discount_match#142] csv\n", "children":[ "LogicalRelation@-1939131325" ] }, { "id":"LogicalRelation@-1939131325", "desc":"Relation [household_id#131,basket_id#132L,day#133,product_id#134,quantity#135,sales_amount#136,store_id#137,discount_amount#138,transaction_time#139,week_no#140,coupon_discount#141,coupon_discount_match#142] csv\n", "children":[ ] } ] } }, "spark_version":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunFacet", "spark-version":"3.4.1", "openlineage-spark-version":"1.4.1" }, "processing_engine":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-1-0/ProcessingEngineRunFacet.json#/$defs/ProcessingEngineRunFacet", "version":"3.4.1", "name":"spark", "openlineageAdapterVersion":"1.4.1" } } }, "job":{ "namespace":"adb-4679476628690204.4#default", "name":"adb-4679476628690204.4.azuredatabricks.net.append_data_exec_v1.silver_transactions", "facets":{ } }, "inputs":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "facets":{ "dataSource":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "uri":"wasbs://studio@clororetaildevadls.blob.core.windows.net" }, "schema":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields":[ { "name":"household_id", "type":"integer" }, { "name":"basket_id", "type":"long" }, { "name":"day", "type":"integer" }, { "name":"product_id", "type":"integer" }, { "name":"quantity", "type":"integer" }, { "name":"sales_amount", "type":"float" }, { "name":"store_id", "type":"integer" }, { "name":"discount_amount", "type":"float" }, { "name":"transaction_time", "type":"integer" }, { "name":"week_no", "type":"integer" }, { "name":"coupon_discount", "type":"float" }, { "name":"coupon_discount_match", "type":"float" } ] } }, "inputFacets":{ } } ], "outputs":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/silver/transactions", "facets":{ "dataSource":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "uri":"wasbs://studio@clororetaildevadls.blob.core.windows.net" }, "schema":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields":[ { "name":"household_id", "type":"integer" }, { "name":"basket_id", "type":"long" }, { "name":"day", "type":"integer" }, { "name":"product_id", "type":"integer" }, { "name":"quantity", "type":"integer" }, { "name":"sales_amount", "type":"float" }, { "name":"store_id", "type":"integer" }, { "name":"discount_amount", "type":"float" }, { "name":"transaction_time", "type":"integer" }, { "name":"week_no", "type":"integer" }, { "name":"coupon_discount", "type":"float" }, { "name":"coupon_discount_match", "type":"float" } ] }, "storage":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/StorageDatasetFacet.json#/$defs/StorageDatasetFacet", "storageLayer":"unity", "fileFormat":"parquet" }, "columnLineage":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-1/ColumnLineageDatasetFacet.json#/$defs/ColumnLineageDatasetFacet", "fields":{ "household_id":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"household_id" } ] }, "basket_id":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"basket_id" } ] }, "day":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"day" } ] }, "product_id":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"product_id" } ] }, "quantity":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"quantity" } ] }, "sales_amount":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"sales_amount" } ] }, "store_id":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"store_id" } ] }, "discount_amount":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"discount_amount" } ] }, "transaction_time":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"transaction_time" } ] }, "week_no":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"week_no" } ] }, "coupon_discount":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"coupon_discount" } ] }, "coupon_discount_match":{ "inputFields":[ { "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net", "name":"/examples/data/csv/completejourney/transaction_data.csv", "field":"coupon_discount_match" } ] } } }, "symlinks":{ "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark", "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/SymlinksDatasetFacet.json#/$defs/SymlinksDatasetFacet", "identifiers":[ { "namespace":"/examples/data/csv/completejourney/silver", "name":"journey.transactions", "type":"TABLE" } ] } }, "outputFacets":{ } } ] }