{ "eventType": "COMPLETE", "eventTime": "2023-06-20T07:38:17.945Z", "run": { "runId": "9193b8c3-f08c-4c53-a237-b5e775f010ba", "facets": { "spark.logicalPlan": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/$defs/RunFacet", "plan": [ { "class": "org.apache.spark.sql.catalyst.plans.logical.ReplaceTableAsSelect", "num-children": 2, "name": 0, "partitioning": [], "query": 1, "tableSpec": null, "writeOptions": null, "orCreate": true }, { "class": "org.apache.spark.sql.catalyst.analysis.ResolvedTableName", "num-children": 0, "catalog": null, "ident": null }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "P_id", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 783, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "N", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 784, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Name", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 847, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[pd]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "TotalQuantity", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 785, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "sum(quantity#841)", "dataType": "long", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 874, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.Alias", "num-children": 1, "child": 0, "name": "TotalCost", "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 786, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [], "nonInheritableMetadataKeys": [] }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "sum(ActualCost#842)", "dataType": "decimal(29,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 875, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.AggregatePart", "num-children": 1, "groupingExpressions": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Name", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 847, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[pd]" } ] ], "aggrExpressions": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression", "num-children": 1, "aggregateFunction": 0, "mode": { "object": "org.apache.spark.sql.catalyst.expressions.aggregate.Final$" }, "isDistinct": false, "resultIds": [ { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 874, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" } ] }, { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.Sum", "num-children": 1, "child": 0, "failOnError": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "quantity", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 841, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression", "num-children": 1, "aggregateFunction": 0, "mode": { "object": "org.apache.spark.sql.catalyst.expressions.aggregate.Final$" }, "isDistinct": false, "resultIds": [ { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 875, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" } ] }, { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.Sum", "num-children": 1, "child": 0, "failOnError": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ActualCost", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 842, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ] ], "isFinalAggregate": true, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.AggregatePart", "num-children": 1, "groupingExpressions": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Name", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 847, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[pd]" } ] ], "aggrExpressions": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression", "num-children": 1, "aggregateFunction": 0, "mode": { "object": "org.apache.spark.sql.catalyst.expressions.aggregate.PartialMerge$" }, "isDistinct": false, "resultIds": [ { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 934, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" } ] }, { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.Sum", "num-children": 1, "child": 0, "failOnError": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "quantity", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 841, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression", "num-children": 1, "aggregateFunction": 0, "mode": { "object": "org.apache.spark.sql.catalyst.expressions.aggregate.PartialMerge$" }, "isDistinct": false, "resultIds": [ { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 937, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 938, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" } ] }, { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.Sum", "num-children": 1, "child": 0, "failOnError": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ActualCost", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 842, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ] ], "isFinalAggregate": false, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Name", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 847, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[pd]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "sum", "dataType": "long", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 934, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "sum", "dataType": "decimal(29,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 937, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "isEmpty", "dataType": "boolean", "nullable": false, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 938, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Join", "num-children": 2, "left": 0, "right": 1, "joinType": { "object": "org.apache.spark.sql.catalyst.plans.Inner$" }, "condition": [ { "class": "org.apache.spark.sql.catalyst.expressions.EqualTo", "num-children": 2, "left": 0, "right": 1 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 846, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[pd]" } ], "hint": null }, { "class": "org.apache.spark.sql.catalyst.plans.logical.AggregatePart", "num-children": 1, "groupingExpressions": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ] ], "aggrExpressions": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression", "num-children": 1, "aggregateFunction": 0, "mode": { "object": "org.apache.spark.sql.catalyst.expressions.aggregate.Partial$" }, "isDistinct": false, "resultIds": [ { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 934, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" } ] }, { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.Sum", "num-children": 1, "child": 0, "failOnError": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "quantity", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 841, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression", "num-children": 1, "aggregateFunction": 0, "mode": { "object": "org.apache.spark.sql.catalyst.expressions.aggregate.Partial$" }, "isDistinct": false, "resultIds": [ { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 937, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 938, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" } ] }, { "class": "org.apache.spark.sql.catalyst.expressions.aggregate.Sum", "num-children": 1, "child": 0, "failOnError": false }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ActualCost", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 842, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ] ], "isFinalAggregate": false, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Quantity", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 841, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ActualCost", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 842, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Filter", "num-children": 1, "condition": [ { "class": "org.apache.spark.sql.catalyst.expressions.IsNotNull", "num-children": 1, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[spark_catalog, production, transaction_history_silver]" } ], "child": 0 }, { "class": "org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children": 0, "relation": null, "output": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TransactionID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 835, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 836, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReferenceOrderID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 837, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReferenceOrderLineID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 838, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TransactionDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 839, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "TransactionType", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 840, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Quantity", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 841, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ActualCost", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 842, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ModifiedDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 843, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "processing_dttm", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 844, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ] ], "catalogTable": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTable", "identifier": { "product-class": "org.apache.spark.sql.catalyst.TableIdentifier", "table": "transaction_history_silver", "database": "production" }, "tableType": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTableType", "name": "EXTERNAL" }, "storage": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat", "locationUri": null, "inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat", "outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat", "serde": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "compressed": false, "properties": null }, "schema": { "type": "struct", "fields": [ { "name": "TransactionID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ReferenceOrderID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ReferenceOrderLineID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "TransactionDate", "type": "timestamp", "nullable": true, "metadata": {} }, { "name": "TransactionType", "type": "string", "nullable": true, "metadata": {} }, { "name": "Quantity", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ActualCost", "type": "decimal(19,4)", "nullable": true, "metadata": {} }, { "name": "ModifiedDate", "type": "timestamp", "nullable": true, "metadata": {} }, { "name": "processing_dttm", "type": "string", "nullable": true, "metadata": {} } ] }, "provider": "delta", "partitionColumnNames": [], "owner": "root", "createTime": 1654094563000, "lastAccessTime": 0, "createVersion": "3.2.0", "properties": null, "unsupportedFeatures": [], "tracksPartitionsInCatalog": true, "schemaPreservesCase": true, "ignoredProperties": null }, "isStreaming": false }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Project", "num-children": 1, "projectList": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 846, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Name", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 847, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ] ], "child": 0 }, { "class": "org.apache.spark.sql.catalyst.plans.logical.Filter", "num-children": 1, "condition": [ { "class": "org.apache.spark.sql.catalyst.expressions.IsNotNull", "num-children": 1, "child": 0 }, { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 846, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": "[pd]" } ], "child": 0 }, { "class": "org.apache.spark.sql.execution.datasources.LogicalRelation", "num-children": 0, "relation": null, "output": [ [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 846, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Name", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 847, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductNumber", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 848, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductModelID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 849, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductCategoryID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 850, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductSubcategoryID", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 851, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductModelName", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 852, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductCategoryName", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 853, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductSubcategoryName", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 854, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "MakeFlag", "dataType": "boolean", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 855, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "FinishedGoodsFlag", "dataType": "boolean", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 856, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Color", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 857, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SafetyStockLevel", "dataType": "short", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 858, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ReorderPoint", "dataType": "short", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 859, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "StandardCost", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 860, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ListPrice", "dataType": "decimal(19,4)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 861, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Size", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 862, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SizeUnitMeasureCode", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 863, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "WeightUnitMeasureCode", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 864, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Weight", "dataType": "decimal(8,2)", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 865, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DaysToManufacture", "dataType": "integer", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 866, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "ProductLine", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 867, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Class", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 868, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "Style", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 869, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SellStartDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 870, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "SellEndDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 871, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "DiscontinuedDate", "dataType": "timestamp", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 872, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ], [ { "class": "org.apache.spark.sql.catalyst.expressions.AttributeReference", "num-children": 0, "name": "rowguid", "dataType": "string", "nullable": true, "metadata": {}, "exprId": { "product-class": "org.apache.spark.sql.catalyst.expressions.ExprId", "id": 873, "jvmId": "09362868-6d79-4f84-8f1b-c43b76087c08" }, "qualifier": [] } ] ], "catalogTable": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTable", "identifier": { "product-class": "org.apache.spark.sql.catalyst.TableIdentifier", "table": "product_description_dim", "database": "openlineage_poc" }, "tableType": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogTableType", "name": "EXTERNAL" }, "storage": { "product-class": "org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat", "locationUri": null, "inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat", "outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat", "serde": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "compressed": false, "properties": null }, "schema": { "type": "struct", "fields": [ { "name": "ProductID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "Name", "type": "string", "nullable": true, "metadata": {} }, { "name": "ProductNumber", "type": "string", "nullable": true, "metadata": {} }, { "name": "ProductModelID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductCategoryID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductSubcategoryID", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductModelName", "type": "string", "nullable": true, "metadata": {} }, { "name": "ProductCategoryName", "type": "string", "nullable": true, "metadata": {} }, { "name": "ProductSubcategoryName", "type": "string", "nullable": true, "metadata": {} }, { "name": "MakeFlag", "type": "boolean", "nullable": true, "metadata": {} }, { "name": "FinishedGoodsFlag", "type": "boolean", "nullable": true, "metadata": {} }, { "name": "Color", "type": "string", "nullable": true, "metadata": {} }, { "name": "SafetyStockLevel", "type": "short", "nullable": true, "metadata": {} }, { "name": "ReorderPoint", "type": "short", "nullable": true, "metadata": {} }, { "name": "StandardCost", "type": "decimal(19,4)", "nullable": true, "metadata": {} }, { "name": "ListPrice", "type": "decimal(19,4)", "nullable": true, "metadata": {} }, { "name": "Size", "type": "string", "nullable": true, "metadata": {} }, { "name": "SizeUnitMeasureCode", "type": "string", "nullable": true, "metadata": {} }, { "name": "WeightUnitMeasureCode", "type": "string", "nullable": true, "metadata": {} }, { "name": "Weight", "type": "decimal(8,2)", "nullable": true, "metadata": {} }, { "name": "DaysToManufacture", "type": "integer", "nullable": true, "metadata": {} }, { "name": "ProductLine", "type": "string", "nullable": true, "metadata": {} }, { "name": "Class", "type": "string", "nullable": true, "metadata": {} }, { "name": "Style", "type": "string", "nullable": true, "metadata": {} }, { "name": "SellStartDate", "type": "timestamp", "nullable": true, "metadata": {} }, { "name": "SellEndDate", "type": "timestamp", "nullable": true, "metadata": {} }, { "name": "DiscontinuedDate", "type": "timestamp", "nullable": true, "metadata": {} }, { "name": "rowguid", "type": "string", "nullable": true, "metadata": {} } ] }, "provider": "delta", "partitionColumnNames": [], "owner": "root", "createTime": 1684477363000, "lastAccessTime": 0, "createVersion": "3.2.1", "properties": null, "unsupportedFeatures": [], "tracksPartitionsInCatalog": true, "schemaPreservesCase": true, "ignoredProperties": null }, "isStreaming": false } ] }, "spark_version": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/$defs/RunFacet", "spark-version": "3.2.1", "openlineage-spark-version": "0.27.2" } } }, "job": { "namespace": "openlineage_poc", "name": "spark_ol_integration_atomic_replace_table_as_select_openlineage_poc_product_stat", "facets": {} }, "inputs": [ { "namespace": "dbfs", "name": "/mnt/dlzones/warehouse/production/transaction_history/silver", "facets": { "dataSource": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name": "dbfs", "uri": "dbfs" }, "schema": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields": [ { "name": "TransactionID", "type": "integer" }, { "name": "ProductID", "type": "integer" }, { "name": "ReferenceOrderID", "type": "integer" }, { "name": "ReferenceOrderLineID", "type": "integer" }, { "name": "TransactionDate", "type": "timestamp" }, { "name": "TransactionType", "type": "string" }, { "name": "Quantity", "type": "integer" }, { "name": "ActualCost", "type": "decimal(19,4)" }, { "name": "ModifiedDate", "type": "timestamp" }, { "name": "processing_dttm", "type": "string" } ] }, "symlinks": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SymlinksDatasetFacet.json#/$defs/SymlinksDatasetFacet", "identifiers": [ { "namespace": "/mnt/dlzones/warehouse/production/transaction_history", "name": "production.transaction_history_silver", "type": "TABLE" } ] } }, "inputFacets": {} }, { "namespace": "dbfs", "name": "/mnt/dlzones/warehouse/openlineage_poc/gold/product_description_dim", "facets": { "dataSource": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name": "dbfs", "uri": "dbfs" }, "schema": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields": [ { "name": "ProductID", "type": "integer" }, { "name": "Name", "type": "string" }, { "name": "ProductNumber", "type": "string" }, { "name": "ProductModelID", "type": "integer" }, { "name": "ProductCategoryID", "type": "integer" }, { "name": "ProductSubcategoryID", "type": "integer" }, { "name": "ProductModelName", "type": "string" }, { "name": "ProductCategoryName", "type": "string" }, { "name": "ProductSubcategoryName", "type": "string" }, { "name": "MakeFlag", "type": "boolean" }, { "name": "FinishedGoodsFlag", "type": "boolean" }, { "name": "Color", "type": "string" }, { "name": "SafetyStockLevel", "type": "short" }, { "name": "ReorderPoint", "type": "short" }, { "name": "StandardCost", "type": "decimal(19,4)" }, { "name": "ListPrice", "type": "decimal(19,4)" }, { "name": "Size", "type": "string" }, { "name": "SizeUnitMeasureCode", "type": "string" }, { "name": "WeightUnitMeasureCode", "type": "string" }, { "name": "Weight", "type": "decimal(8,2)" }, { "name": "DaysToManufacture", "type": "integer" }, { "name": "ProductLine", "type": "string" }, { "name": "Class", "type": "string" }, { "name": "Style", "type": "string" }, { "name": "SellStartDate", "type": "timestamp" }, { "name": "SellEndDate", "type": "timestamp" }, { "name": "DiscontinuedDate", "type": "timestamp" }, { "name": "rowguid", "type": "string" } ] }, "symlinks": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SymlinksDatasetFacet.json#/$defs/SymlinksDatasetFacet", "identifiers": [ { "namespace": "/mnt/dlzones/warehouse/openlineage_poc/gold", "name": "openlineage_poc.product_description_dim", "type": "TABLE" } ] } }, "inputFacets": {} } ], "outputs": [ { "namespace": "dbfs", "name": "/mnt/dlzones/warehouse/openlineage_poc/product_stat", "facets": { "dataSource": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/DatasourceDatasetFacet.json#/$defs/DatasourceDatasetFacet", "name": "dbfs", "uri": "dbfs" }, "schema": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SchemaDatasetFacet.json#/$defs/SchemaDatasetFacet", "fields": [ { "name": "P_id", "type": "integer" }, { "name": "N", "type": "string" }, { "name": "TotalQuantity", "type": "long" }, { "name": "TotalCost", "type": "decimal(29,4)" } ] }, "storage": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/StorageDatasetFacet.json#/$defs/StorageDatasetFacet", "storageLayer": "unity", "fileFormat": "parquet" }, "columnLineage": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-1/ColumnLineageDatasetFacet.json#/$defs/ColumnLineageDatasetFacet", "fields": { "P_id": { "inputFields": [ { "namespace": "dbfs", "name": "/mnt/dlzones/warehouse/production/transaction_history/silver", "field": "ProductID" } ] }, "N": { "inputFields": [ { "namespace": "dbfs", "name": "/mnt/dlzones/warehouse/openlineage_poc/gold/product_description_dim", "field": "Name" } ] } } }, "symlinks": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SymlinksDatasetFacet.json#/$defs/SymlinksDatasetFacet", "identifiers": [ { "namespace": "/mnt/dlzones/warehouse/openlineage_poc", "name": "openlineage_poc.product_stat", "type": "TABLE" } ] }, "lifecycleStateChange": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/LifecycleStateChangeDatasetFacet.json#/$defs/LifecycleStateChangeDatasetFacet", "lifecycleStateChange": "OVERWRITE" } }, "outputFacets": { "outputStatistics": { "_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "_schemaURL": "https://openlineage.io/spec/facets/1-0-0/OutputStatisticsOutputDatasetFacet.json#/$defs/OutputStatisticsOutputDatasetFacet", "rowCount": 0, "size": 0 } } } ], "producer": "https://github.com/OpenLineage/OpenLineage/tree/0.27.2/integration/spark", "schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/$defs/RunEvent" }