{
   "eventTime":"2023-11-13T07:49:59.575Z",
   "producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
   "schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunEvent",
   "eventType":"COMPLETE",
   "run":{
      "runId":"dc25990e-163c-4a84-9935-ff743afbcf66",
      "facets":{
         "spark.logicalPlan":{
            "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
            "_schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunFacet",
            "plan":[
               {
                  "class":"org.apache.spark.sql.catalyst.plans.logical.AppendData",
                  "num-children":1,
                  "table":[
                     {
                        "class":"org.apache.spark.sql.execution.datasources.v2.DataSourceV2Relation",
                        "num-children":0,
                        "table":null,
                        "output":[
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"household_id",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":187,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"basket_id",
                                 "dataType":"long",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":188,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"day",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":189,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"product_id",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":190,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"quantity",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":191,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"sales_amount",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":192,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"store_id",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":193,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"discount_amount",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":194,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"transaction_time",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":195,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"week_no",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":196,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"coupon_discount",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":197,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"coupon_discount_match",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":198,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ]
                        ],
                        "catalog":null,
                        "identifier":null,
                        "options":null
                     }
                  ],
                  "query":0,
                  "writeOptions":null,
                  "isByName":false,
                  "write":null,
                  "analyzedQuery":[
                     {
                        "class":"org.apache.spark.sql.execution.datasources.LogicalRelation",
                        "num-children":0,
                        "relation":null,
                        "output":[
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"household_id",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":131,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"basket_id",
                                 "dataType":"long",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":132,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"day",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":133,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"product_id",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":134,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"quantity",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":135,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"sales_amount",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":136,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"store_id",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":137,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"discount_amount",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":138,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"transaction_time",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":139,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"week_no",
                                 "dataType":"integer",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":140,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"coupon_discount",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":141,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ],
                           [
                              {
                                 "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                                 "num-children":0,
                                 "name":"coupon_discount_match",
                                 "dataType":"float",
                                 "nullable":true,
                                 "metadata":{
                                    
                                 },
                                 "exprId":{
                                    "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                                    "id":142,
                                    "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                                 },
                                 "qualifier":[
                                    
                                 ]
                              }
                           ]
                        ],
                        "isStreaming":false
                     }
                  ],
                  "requireImplicitCasting":false
               },
               {
                  "class":"org.apache.spark.sql.execution.datasources.LogicalRelation",
                  "num-children":0,
                  "relation":null,
                  "output":[
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"household_id",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":131,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"basket_id",
                           "dataType":"long",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":132,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"day",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":133,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"product_id",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":134,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"quantity",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":135,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"sales_amount",
                           "dataType":"float",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":136,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"store_id",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":137,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"discount_amount",
                           "dataType":"float",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":138,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"transaction_time",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":139,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"week_no",
                           "dataType":"integer",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":140,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"coupon_discount",
                           "dataType":"float",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":141,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ],
                     [
                        {
                           "class":"org.apache.spark.sql.catalyst.expressions.AttributeReference",
                           "num-children":0,
                           "name":"coupon_discount_match",
                           "dataType":"float",
                           "nullable":true,
                           "metadata":{
                              
                           },
                           "exprId":{
                              "product-class":"org.apache.spark.sql.catalyst.expressions.ExprId",
                              "id":142,
                              "jvmId":"c2853996-7342-46e3-989b-5f71d5a6d5b5"
                           },
                           "qualifier":[
                              
                           ]
                        }
                     ]
                  ],
                  "isStreaming":false
               }
            ]
         },
         "debug":{
            "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
            "_schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunFacet",
            "classpath":{
               "openLineageVersion":"1.4.1",
               "sparkVersion":"3.4.1",
               "scalaVersion":"2.12.15",
               "jars":[
                  
               ],
               "classDetails":[
                  {
                     "className":"org.apache.spark.sql.delta.catalog.DeltaCatalog",
                     "onClasspath":true
                  },
                  {
                     "className":"org.apache.iceberg.catalog.Catalog",
                     "onClasspath":false
                  },
                  {
                     "className":"com.google.cloud.spark.bigquery.BigQueryRelation",
                     "packageVersion":"0.22.2-SNAPSHOT",
                     "onClasspath":true
                  }
               ]
            },
            "system":{
               "sparkDeployMode":"client",
               "javaVersion":"1.8.0_372",
               "javaVendor":"Azul Systems, Inc.",
               "osArch":"amd64",
               "osName":"Linux",
               "osVersion":"5.15.0-1049-azure",
               "userLanguage":"en",
               "userTimezone":"Etc/UTC"
            },
            "config":{
               "extraListeners":"io.openlineage.spark.agent.OpenLineageSparkListener",
               "openLineageConfig":{
                  "endpoint":"api/v1/lineage",
                  "debugFacet":"enabled",
                  "url.param.code":"8kZl0bo2TJfnbpFxBv-R2v7xBDj-PgWMol3yUm5iP1vaAzFu9kIZGg==",
                  "facets.disabled":"[spark_unknown;]",
                  "namespace":"adb-4679476628690204.4#default",
                  "transport.type":"http",
                  "transport.url":"https://8e0a-50-35-69-138.ngrok-free.app"
               },
               "catalogClass":"org.apache.spark.sql.internal.CatalogImpl"
            },
            "logicalPlan":{
               "nodes":[
                  {
                     "id":"AppendData@-520955523",
                     "desc":"AppendData RelationV2[household_id#187, basket_id#188L, day#189, product_id#190, quantity#191, sales_amount#192, store_id#193, discount_amount#194, transaction_time#195, week_no#196, coupon_discount#197, coupon_discount_match#198] spark_catalog.journey.transactions transactions, [overwriteSchema=true, path=wasbs://studio@clororetaildevadls.blob.core.windows.net/examples/data/csv/completejourney/silver/transactions], false, com.databricks.sql.transaction.tahoe.catalog.DeltaCatalog$StagedDeltaTableV2$DeltaV1WriteBuilder$$anon$1@d3b3679, false\n+- Relation [household_id#131,basket_id#132L,day#133,product_id#134,quantity#135,sales_amount#136,store_id#137,discount_amount#138,transaction_time#139,week_no#140,coupon_discount#141,coupon_discount_match#142] csv\n",
                     "children":[
                        "LogicalRelation@-1939131325"
                     ]
                  },
                  {
                     "id":"LogicalRelation@-1939131325",
                     "desc":"Relation [household_id#131,basket_id#132L,day#133,product_id#134,quantity#135,sales_amount#136,store_id#137,discount_amount#138,transaction_time#139,week_no#140,coupon_discount#141,coupon_discount_match#142] csv\n",
                     "children":[
                        
                     ]
                  }
               ]
            }
         },
         "spark_version":{
            "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
            "_schemaURL":"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/RunFacet",
            "spark-version":"3.4.1",
            "openlineage-spark-version":"1.4.1"
         },
         "processing_engine":{
            "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
            "_schemaURL":"https://openlineage.io/spec/facets/1-1-0/ProcessingEngineRunFacet.json#/$defs/ProcessingEngineRunFacet",
            "version":"3.4.1",
            "name":"spark",
            "openlineageAdapterVersion":"1.4.1"
         }
      }
   },
   "job":{
      "namespace":"adb-4679476628690204.4#default",
      "name":"adb-4679476628690204.4.azuredatabricks.net.append_data_exec_v1.silver_transactions",
      "facets":{
         
      }
   },
   "inputs":[
      {
         "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
         "name":"/examples/data/csv/completejourney/transaction_data.csv",
         "facets":{
            "dataSource":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet",
               "name":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
               "uri":"wasbs://studio@clororetaildevadls.blob.core.windows.net"
            },
            "schema":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet",
               "fields":[
                  {
                     "name":"household_id",
                     "type":"integer"
                  },
                  {
                     "name":"basket_id",
                     "type":"long"
                  },
                  {
                     "name":"day",
                     "type":"integer"
                  },
                  {
                     "name":"product_id",
                     "type":"integer"
                  },
                  {
                     "name":"quantity",
                     "type":"integer"
                  },
                  {
                     "name":"sales_amount",
                     "type":"float"
                  },
                  {
                     "name":"store_id",
                     "type":"integer"
                  },
                  {
                     "name":"discount_amount",
                     "type":"float"
                  },
                  {
                     "name":"transaction_time",
                     "type":"integer"
                  },
                  {
                     "name":"week_no",
                     "type":"integer"
                  },
                  {
                     "name":"coupon_discount",
                     "type":"float"
                  },
                  {
                     "name":"coupon_discount_match",
                     "type":"float"
                  }
               ]
            }
         },
         "inputFacets":{
            
         }
      }
   ],
   "outputs":[
      {
         "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
         "name":"/examples/data/csv/completejourney/silver/transactions",
         "facets":{
            "dataSource":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet",
               "name":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
               "uri":"wasbs://studio@clororetaildevadls.blob.core.windows.net"
            },
            "schema":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet",
               "fields":[
                  {
                     "name":"household_id",
                     "type":"integer"
                  },
                  {
                     "name":"basket_id",
                     "type":"long"
                  },
                  {
                     "name":"day",
                     "type":"integer"
                  },
                  {
                     "name":"product_id",
                     "type":"integer"
                  },
                  {
                     "name":"quantity",
                     "type":"integer"
                  },
                  {
                     "name":"sales_amount",
                     "type":"float"
                  },
                  {
                     "name":"store_id",
                     "type":"integer"
                  },
                  {
                     "name":"discount_amount",
                     "type":"float"
                  },
                  {
                     "name":"transaction_time",
                     "type":"integer"
                  },
                  {
                     "name":"week_no",
                     "type":"integer"
                  },
                  {
                     "name":"coupon_discount",
                     "type":"float"
                  },
                  {
                     "name":"coupon_discount_match",
                     "type":"float"
                  }
               ]
            },
            "storage":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/StorageDatasetFacet.json#/$defs/StorageDatasetFacet",
               "storageLayer":"unity",
               "fileFormat":"parquet"
            },
            "columnLineage":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-1/ColumnLineageDatasetFacet.json#/$defs/ColumnLineageDatasetFacet",
               "fields":{
                  "household_id":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"household_id"
                        }
                     ]
                  },
                  "basket_id":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"basket_id"
                        }
                     ]
                  },
                  "day":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"day"
                        }
                     ]
                  },
                  "product_id":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"product_id"
                        }
                     ]
                  },
                  "quantity":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"quantity"
                        }
                     ]
                  },
                  "sales_amount":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"sales_amount"
                        }
                     ]
                  },
                  "store_id":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"store_id"
                        }
                     ]
                  },
                  "discount_amount":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"discount_amount"
                        }
                     ]
                  },
                  "transaction_time":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"transaction_time"
                        }
                     ]
                  },
                  "week_no":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"week_no"
                        }
                     ]
                  },
                  "coupon_discount":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"coupon_discount"
                        }
                     ]
                  },
                  "coupon_discount_match":{
                     "inputFields":[
                        {
                           "namespace":"wasbs://studio@clororetaildevadls.blob.core.windows.net",
                           "name":"/examples/data/csv/completejourney/transaction_data.csv",
                           "field":"coupon_discount_match"
                        }
                     ]
                  }
               }
            },
            "symlinks":{
               "_producer":"https://github.com/OpenLineage/OpenLineage/tree/1.4.1/integration/spark",
               "_schemaURL":"https://openlineage.io/spec/facets/1-0-0/SymlinksDatasetFacet.json#/$defs/SymlinksDatasetFacet",
               "identifiers":[
                  {
                     "namespace":"/examples/data/csv/completejourney/silver",
                     "name":"journey.transactions",
                     "type":"TABLE"
                  }
               ]
            }
         },
         "outputFacets":{
            
         }
      }
   ]
}