[2024-04-03, 11:37:30 UTC] {__init__.py:117} DEBUG - Preparing lineage inlets and outlets [2024-04-03, 11:37:30 UTC] {__init__.py:158} DEBUG - inlets: [], outlets: [] [2024-04-03, 11:37:30 UTC] {listener.py:69} DEBUG - OpenLineage listener got notification about task instance start [2024-04-03, 11:37:30 UTC] {manager.py:161} DEBUG - extractor for TrinoOperator is [2024-04-03, 11:37:30 UTC] {manager.py:101} DEBUG - Using extractor DefaultExtractor task_type=TrinoOperator ***_dag_id=mantasmy_test_dag task_id=create_table_apps_log_test ***_run_id=manual__2024-04-03T11:37:19.456785+00:00 [2024-04-03, 11:37:30 UTC] {base.py:73} INFO - Using connection ID 'trino_default' for task execution. [2024-04-03, 11:37:30 UTC] {trino.py:501} INFO - Create brand new WTrinoHook for connection trino_default [2024-04-03, 11:37:30 UTC] {base.py:73} INFO - Using connection ID 'trino_default' for task execution. [2024-04-03, 11:37:30 UTC] {base.py:162} WARNING - OpenLineage provider method failed to extract data from provider. [2024-04-03, 11:37:30 UTC] {manager.py:107} DEBUG - Found task metadata for operation create_table_apps_log_test: None [2024-04-03, 11:37:30 UTC] {manager.py:276} WARNING - Extractor returns non-valid metadata: None [2024-04-03, 11:37:30 UTC] {http.py:114} DEBUG - Constructing openlineage client to send events to http://api:5000 - config HttpConfig(url='http://api:5000', endpoint='api/v1/lineage', timeout=5.0, verify=True, auth=, session=None, adapter=None) [2024-04-03, 11:37:30 UTC] {client.py:98} DEBUG - OpenLineageClient will emit event b'{"eventTime": "2024-04-03T11:37:30.721165+00:00", "eventType": "START", "inputs": [], "job": {"facets": {"jobType": {"_producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/JobTypeJobFacet", "integration": "AIRFLOW", "jobType": "TASK", "processingType": "BATCH"}, "ownership": {"_producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/OwnershipJobFacet", "owners": [{"name": "data-automation"}]}}, "name": "mantasmy_test_dag.create_table_apps_log_test", "namespace": "\\"airflow\\""}, "outputs": [], "producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "run": {"facets": {"airflow": {"_producer": "https://github.com/apache/***/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/BaseFacet", "dag": {"dag_id": "mantasmy_test_dag", "schedule_interval": "0 0 * * 1", "tags": "[]", "timetable": {"expression": "0 0 * * 1", "timezone": "UTC"}}, "dagRun": {"conf": {}, "dag_id": "mantasmy_test_dag", "data_interval_end": "2024-04-01T00:00:00+00:00", "data_interval_start": "2024-03-25T00:00:00+00:00", "external_trigger": true, "run_id": "manual__2024-04-03T11:37:19.456785+00:00", "run_type": "manual", "start_date": "2024-04-03T11:37:20.278143+00:00"}, "task": {"_is_setup": false, "_is_teardown": false, "_local_do_xcom_push": false, "_trino_hook": "", "args": {"conn_id": "trino_default", "depends_on_past": false, "do_xcom_push": true, "email": "mantasmy@wix.com", "email_on_failure": false, "email_on_retry": false, "handler": ".fetch_many at 0xffff670e3520>", "max_active_tis_per_dag": 5, "owner": "data-automation", "pool": "trino_major_pool", "split_statements": true, "sql": "\\n CREATE TABLE if not exists db.schema.table_2 as\\n SELECT app_id, msid, instance_id from db.schema.table limit 1\\n ", "start_date": "2021-05-03T00:00:00+00:00", "task_id": "create_table_apps_log_test"}, "autocommit": false, "conn_id": "trino_default", "depends_on_past": false, "disable_bi_events": false, "disable_jinja_template": false, "do_xcom_push": true, "downstream_task_ids": "[]", "email": "mantasmy@wix.com", "email_on_failure": false, "email_on_retry": false, "executor_config": {}, "hook_params": {}, "ignore_first_depends_on_past": true, "inlets": "[]", "logger_conn_id": "frog_default", "mapped": false, "max_active_tis_per_dag": 5, "operator_class": "TrinoOperator", "outlets": "[]", "owner": "data-automation", "pool": "trino_major_pool", "pool_slots": 1, "priority_weight": 1, "query_headers_overrides": {}, "queue": "default", "retries": 2, "retry_exponential_backoff": false, "retry_on_failure": true, "retry_policy": "", "return_last": true, "show_return_value_in_logs": false, "split_statements": true, "sql": "\\n CREATE TABLE if not exists db.schema.table_2 as\\n SELECT app_id, msid, instance_id from db.schema.table limit 1\\n ", "start_date": "2021-05-03T00:00:00+00:00", "task_id": "create_table_apps_log_test", "trigger_rule": "all_success", "upstream_task_ids": "[\'drop_table_apps_log_test\']", "wait_for_downstream": false, "wait_for_past_depends_before_skipping": false, "weight_rule": "downstream"}, "taskInstance": {"pool": "trino_major_pool", "try_number": 1}, "taskUuid": "e248d33d-a546-325d-ba05-b40066c57aac"}, "nominalTime": {"_producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/NominalTimeRunFacet", "nominalEndTime": "2024-04-01T00:00:00+00:00", "nominalStartTime": "2024-03-25T00:00:00+00:00"}, "parent": {"_producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/ParentRunFacet", "job": {"name": "mantasmy_test_dag", "namespace": "\\"airflow\\""}, "run": {"runId": "43ab1d2b-7b46-3785-9df2-b0cad16ff9fc"}}, "parentRun": {"_producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/ParentRunFacet", "job": {"name": "mantasmy_test_dag", "namespace": "\\"airflow\\""}, "run": {"runId": "43ab1d2b-7b46-3785-9df2-b0cad16ff9fc"}}, "processing_engine": {"_producer": "https://github.com/apache/airflow/tree/providers-openlineage/1.6.0", "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/ProcessingEngineRunFacet", "name": "Airflow", "openlineageAdapterVersion": "1.6.0", "version": "2.7.0"}}, "runId": "e248d33d-a546-325d-ba05-b40066c57aac"}, "schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/definitions/RunEvent"}' [2024-04-03, 11:37:30 UTC] {connectionpool.py:245} DEBUG - Starting new HTTP connection (1): api:5000 [2024-04-03, 11:37:30 UTC] {connectionpool.py:473} DEBUG - http://api:5000 "POST /api/v1/lineage HTTP/1.1" 201 0 [2024-04-03, 11:37:30 UTC] {sql.py:276} INFO - Executing: CREATE TABLE if not exists db.schema.table_2 as SELECT app_id, msid, instance_id from db.schema.table limit 1