{ "eventType": "COMPLETE", "eventTime": "2023-06-19T13:49:40.975Z", "run": { "runId": "f61a42f5-f5bc-426e-9a16-5d55d7b67584", "facets": { "spark.logicalPlan": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/$defs/RunFacet", "plan": [{ "class": "org.apache.spark.sql.execution.command.CreateViewCommand", "num-children": 0, "name": { "product-class": "org.apache.spark.sql.catalyst.TableIdentifier", "table": "vw_purchase_reporting", "database": "openmetadata_demo", "catalog": "spark_catalog" }, "userSpecifiedColumns": [], "properties": null, "originalText": "select v2.PurchaseOrderID, \n v2.PurchaseOrderDetailID,\n v2.ProductID,\n v2.EmployeeID,\n v2.RevisionNumber,\n v2.status,\n v2.OrderDate,\n v2.ShipDate,\n v2.DueDate,\n v2.OrderQty,\n v2.ReceivedQty,\n v2.RejectedQty,\n v2.StockedQty,\n v2.SubTotal,\n v2.TaxAmt, eg.JobTitle,pg.ProductName,pg.SafetyStockLevel,pg.ProductNumber,pg.ReorderPoint\n from \n (select *, \n case \n when FulFillmentQty == 'Y' and OnTimeDelivery == 'Y' Then 'Y'\n else 'N' end as OnTimeInFull from \n (select *,\n case \n when ShipDate <= DueDate Then 'Y'\n else 'N' end as OnTimeDelivery,\n case \n when OrderQty == ReceivedQty Then 'Y'\n else 'N' end as FulFillmentQty\n from openmetadata_demo.purchase_order_gold)) as v2 \n left join openmetadata_demo.employeeinfo_gold as eg on eg.BusinessEntityID == v2.EmployeeID\n left join openmetadata_demo.product_gold as pg on pg.ProductID == v2.ProductID", "plan": [{ "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 44, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderDetailID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 45, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 46, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "EmployeeID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 47, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RevisionNumber", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 48, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "status", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 49, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 50, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShipDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 51, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DueDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 52, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderQty", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 53, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReceivedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 54, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RejectedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 55, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "StockedQty", "dataType": "decimal(9,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 56, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SubTotal", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 57, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TaxAmt", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 58, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "JobTitle", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 64, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[eg]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductName", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 70, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[pg]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SafetyStockLevel", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 78, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[pg]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductNumber", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 71, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[pg]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReorderPoint", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 79, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[pg]" }] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Join", "num-children": 2, "left": 0, "right": 1, "joinType": { "object": "org.apache.spark.sql.catalyst.plans.LeftOuter$" }, "condition": [{ "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 69, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[pg]" }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 46, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], "hint": null }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Join", "num-children": 2, "left": 0, "right": 1, "joinType": { "object": "org.apache.spark.sql.catalyst.plans.LeftOuter$" }, "condition": [{ "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "BusinessEntityID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 59, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[eg]" }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "EmployeeID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 47, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[v2]" }], "hint": null }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "v2", "qualifier": [] }, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 44, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderDetailID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 45, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 46, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "EmployeeID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 47, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RevisionNumber", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 48, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "status", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 49, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 50, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShipDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 51, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DueDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 52, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderQty", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 53, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReceivedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 54, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RejectedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 55, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "StockedQty", "dataType": "decimal(9,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 56, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SubTotal", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 57, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TaxAmt", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 58, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OnTimeDelivery", "dataType": "string", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 2, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "FulFillmentQty", "dataType": "string", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 3, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "OnTimeInFull", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 4, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.CaseWhen", "num-children": 3, "branches": [{ "product-class": "scala.Tuple2", "_1": [{ "class": "org.apache.spark.sql.catalyst.expressions.And", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "FulFillmentQty", "dataType": "string", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 3, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }, { "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OnTimeDelivery", "dataType": "string", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 2, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }], "_2": [{ "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }] }], "elseValue": [{ "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "N", "dataType": "string" }] }, { "class": "org.apache.spark.sql.catalyst.expressions.And", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "FulFillmentQty", "dataType": "string", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 3, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }, { "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OnTimeDelivery", "dataType": "string", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 2, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[__auto_generated_subquery_name]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "N", "dataType": "string" }] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "__auto_generated_subquery_name", "qualifier": [] }, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 44, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderDetailID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 45, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 46, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "EmployeeID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 47, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RevisionNumber", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 48, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "status", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 49, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 50, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShipDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 51, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DueDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 52, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderQty", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 53, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReceivedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 54, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RejectedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 55, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "StockedQty", "dataType": "decimal(9,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 56, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SubTotal", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 57, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TaxAmt", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 58, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "OnTimeDelivery", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 2, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.CaseWhen", "num-children": 3, "branches": [{ "product-class": "scala.Tuple2", "_1": [{ "class": "org.apache.spark.sql.catalyst.expressions.LessThanOrEqual", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShipDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 51, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DueDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 52, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], "_2": [{ "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }] }], "elseValue": [{ "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "N", "dataType": "string" }] }, { "class": "org.apache.spark.sql.catalyst.expressions.LessThanOrEqual", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShipDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 51, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DueDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 52, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "N", "dataType": "string" }], [{ "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "FulFillmentQty", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 3, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.CaseWhen", "num-children": 3, "branches": [{ "product-class": "scala.Tuple2", "_1": [{ "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.Cast", "num-children": 1, "child": 0, "dataType": "decimal(12,2)", "timeZoneId": "Etc/UTC", "ansiEnabled": false }, { "class": "org.apache.spark.sql.catalyst.expressions.Cast", "num-children": 1, "child": 0, "dataType": "decimal(10,0)", "timeZoneId": "Etc/UTC", "ansiEnabled": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderQty", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 53, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Cast", "num-children": 1, "child": 0, "dataType": "decimal(12,2)", "timeZoneId": "Etc/UTC", "ansiEnabled": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReceivedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 54, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }], "_2": [{ "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }] }], "elseValue": [{ "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "N", "dataType": "string" }] }, { "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.Cast", "num-children": 1, "child": 0, "dataType": "decimal(12,2)", "timeZoneId": "Etc/UTC", "ansiEnabled": false }, { "class": "org.apache.spark.sql.catalyst.expressions.Cast", "num-children": 1, "child": 0, "dataType": "decimal(10,0)", "timeZoneId": "Etc/UTC", "ansiEnabled": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderQty", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 53, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Cast", "num-children": 1, "child": 0, "dataType": "decimal(12,2)", "timeZoneId": "Etc/UTC", "ansiEnabled": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReceivedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 54, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": "[spark_catalog, openmetadata_demo, purchase_order_gold]" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "Y", "dataType": "string" }, { "class": "org.apache.spark.sql.catalyst.expressions.Literal", "num-children": 0, "value": "N", "dataType": "string" }] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "purchase_order_gold", "qualifier": "[spark_catalog, openmetadata_demo]" }, "child": 0 }, { "class": "org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children": 0, "relation": null, "output": [ [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 44, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "PurchaseOrderDetailID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 45, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 46, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "EmployeeID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 47, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RevisionNumber", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 48, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "status", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 49, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 50, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShipDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 51, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DueDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 52, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "OrderQty", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 53, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReceivedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 54, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "RejectedQty", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 55, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "StockedQty", "dataType": "decimal(9,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 56, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SubTotal", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 57, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TaxAmt", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 58, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }] ], "catalogTable": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTable", "identifier": { "product-class": "org.apache.spark.sql.catalyst.TableIdentifier", "table": "purchase_order_gold", "database": "openmetadata_demo" }, "tableType": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTableType", "name": "EXTERNAL" }, "storage": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat", "locationUri": null, "inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat", "outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat", "serde": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "compressed": false, "properties": null }, "schema": { "type": "struct", "fields": [{ "name": "PurchaseOrderID", "type": "integer", "nullable": true, "metadata": { "comment": "Primary key. Foreign key to PurchaseOrderHeader.PurchaseOrderID." } }, { "name": "PurchaseOrderDetailID", "type": "integer", "nullable": true, "metadata": { "comment": "Primary key. One line number per purchased product." } }, { "name": "ProductID", "type": "integer", "nullable": true, "metadata": { "comment": "Product identification number. Foreign key to Product.ProductID." } }, { "name": "EmployeeID", "type": "integer", "nullable": true, "metadata": { "comment": "Employee who created the purchase order. Foreign key to Employee.BusinessEntityID." } }, { "name": "RevisionNumber", "type": "integer", "nullable": true, "metadata": { "comment": "Incremental number to track changes to the purchase order over time." } }, { "name": "status", "type": "integer", "nullable": true, "metadata": { "comment": "Order current status. 1 = Pending; 2 = Approved; 3 = Rejected; 4 = Complete" } }, { "name": "OrderDate", "type": "timestamp", "nullable": true, "metadata": { "comment": "Purchase order creation date." } }, { "name": "ShipDate", "type": "timestamp", "nullable": true, "metadata": { "comment": "Estimated shipment date from the vendor." } }, { "name": "DueDate", "type": "timestamp", "nullable": true, "metadata": { "comment": "Date the product is expected to be received." } }, { "name": "OrderQty", "type": "integer", "nullable": true, "metadata": { "comment": "Quantity ordered." } }, { "name": "ReceivedQty", "type": "decimal(8,2)", "nullable": true, "metadata": { "comment": "Quantity actually received from the vendor." } }, { "name": "RejectedQty", "type": "decimal(8,2)", "nullable": true, "metadata": { "comment": "Quantity rejected during inspection." } }, { "name": "StockedQty", "type": "decimal(9,2)", "nullable": true, "metadata": { "comment": "Quantity accepted into inventory. Computed as ReceivedQty-RejectedQty. Computed: isnull([ReceivedQty]-[RejectedQty],(0.00))" } }, { "name": "SubTotal", "type": "decimal(19,4)", "nullable": true, "metadata": { "comment": "Purchase order subtotal. Computed as SUM (PurchaseOrderDetail.LineTotal)for the appropriate PurchaseOrderID. Default: 0.00" } }, { "name": "TaxAmt", "type": "decimal(19,4)", "nullable": true, "metadata": { "comment": "Tax amount. Default: 0.00" } }] }, "provider": "delta", "partitionColumnNames": [], "owner": "root", "createTime": 1687171655000, "lastAccessTime": 0, "createVersion": "3.2.1", "properties": null, "comment": "General purchase order header and detail information. (GOLD TABLE)", "unsupportedFeatures": [], "tracksPartitionsInCatalog": true, "schemaPreservesCase": true, "ignoredProperties": null }, "isStreaming": false }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "eg", "qualifier": [] }, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "employeeinfo_gold", "qualifier": "[spark_catalog, openmetadata_demo]" }, "child": 0 }, { "class": "org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children": 0, "relation": null, "output": [ [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "BusinessEntityID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 59, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "NationalIDNumber", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 60, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "BirthDate", "dataType": "date", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 61, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "MaritalStatus", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 62, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Gender", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 63, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "JobTitle", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 64, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ShiftID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 65, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "HireDate", "dataType": "date", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 66, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "StartDate", "dataType": "date", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 67, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "EndDate", "dataType": "date", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 68, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }] ], "catalogTable": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTable", "identifier": { "product-class": "org.apache.spark.sql.catalyst.TableIdentifier", "table": "employeeinfo_gold", "database": "openmetadata_demo" }, "tableType": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTableType", "name": "EXTERNAL" }, "storage": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat", "locationUri": null, "inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat", "outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat", "serde": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "compressed": false, "properties": null }, "schema": { "type": "struct", "fields": [{ "name": "BusinessEntityID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "NationalIDNumber", "type": "string", "nullable": true, "metadata": {} }, { "name": "BirthDate", "type": "date", "nullable": true, "metadata": {} }, { "name": "MaritalStatus", "type": "string", "nullable": true, "metadata": {} }, { "name": "Gender", "type": "string", "nullable": true, "metadata": {} }, { "name": "JobTitle", "type": "string", "nullable": true, "metadata": {} }, { "name": "ShiftID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "HireDate", "type": "date", "nullable": true, "metadata": {} }, { "name": "StartDate", "type": "date", "nullable": true, "metadata": {} }, { "name": "EndDate", "type": "date", "nullable": true, "metadata": {} }] }, "provider": "delta", "partitionColumnNames": [], "owner": "root", "createTime": 1686818018000, "lastAccessTime": 0, "createVersion": "3.2.1", "properties": null, "unsupportedFeatures": [], "tracksPartitionsInCatalog": true, "schemaPreservesCase": true, "ignoredProperties": null }, "isStreaming": false }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "pg", "qualifier": [] }, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.SubqueryAlias", "num-children": 1, "identifier": { "product-class": "org.apache.spark.sql.catalyst.AliasIdentifier", "name": "product_gold", "qualifier": "[spark_catalog, openmetadata_demo]" }, "child": 0 }, { "class": "org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children": 0, "relation": null, "output": [ [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 69, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductName", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 70, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductNumber", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 71, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductSubcategoryID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 72, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductCategoryID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 73, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductSubcategory", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 74, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "MakeFlag", "dataType": "boolean", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 75, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "FinishedGoodsFlag", "dataType": "boolean", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 76, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Color", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 77, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SafetyStockLevel", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 78, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReorderPoint", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 79, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Class", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 80, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Style", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 81, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }], [{ "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "rowguid", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 82, "jvmId": "6067aa4b-13e9-4fac-bdd3-cfb6a576a97b" }, "qualifier": [] }] ], "catalogTable": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTable", "identifier": { "product-class": "org.apache.spark.sql.catalyst.TableIdentifier", "table": "product_gold", "database": "openmetadata_demo" }, "tableType": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTableType", "name": "EXTERNAL" }, "storage": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat", "locationUri": null, "inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat", "outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat", "serde": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "compressed": false, "properties": null }, "schema": { "type": "struct", "fields": [{ "name": "ProductID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductName", "type": "string", "nullable": true, "metadata": {} }, { "name": "ProductNumber", "type": "string", "nullable": true, "metadata": {} }, { "name": "ProductSubcategoryID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductCategoryID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductSubcategory", "type": "string", "nullable": true, "metadata": {} }, { "name": "MakeFlag", "type": "boolean", "nullable": true, "metadata": {} }, { "name": "FinishedGoodsFlag", "type": "boolean", "nullable": true, "metadata": {} }, { "name": "Color", "type": "string", "nullable": true, "metadata": {} }, { "name": "SafetyStockLevel", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ReorderPoint", "type": "integer", "nullable": true, "metadata": {} }, { "name": "Class", "type": "string", "nullable": true, "metadata": {} }, { "name": "Style", "type": "string", "nullable": true, "metadata": {} }, { "name": "rowguid", "type": "string", "nullable": true, "metadata": {} }] }, "provider": "delta", "partitionColumnNames": [], "owner": "root", "createTime": 1686903301000, "lastAccessTime": 0, "createVersion": "3.2.1", "properties": null, "unsupportedFeatures": [], "tracksPartitionsInCatalog": true, "schemaPreservesCase": true, "ignoredProperties": null }, "isStreaming": false }], "allowExisting": false, "replace": true, "viewType": { "object": "org.apache.spark.sql.catalyst.analysis.PersistedView$" }, "isAnalyzed": true, "referredTempFunctions": [] }] }, "spark_version": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/$defs/RunFacet", "spark-version": "3.2.1", "openlineage-spark-version": "0.27.2" } } }, "job": { "namespace": "pipeline1", "name": "pipeline1_execute_create_view_command", "facets": {} }, "inputs": [], "outputs": [], "producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/$defs/RunEvent" }