~~~~ Execution Summary - RUN_INGEST ~~~~ Execution finished successfully! {'exec_id': '53f7f68c-d23c-4098-bb22-e3bfc5109446', 'infos': ['2024-01-24 06:16:46.816253 INFO: Starting execution for task with name=RUN_INGEST', "2024-01-24 06:16:50.875735 INFO: Successfully executed 'datahub ingest'", '2024-01-24 06:16:50.875894 INFO: Finished execution for task with name=RUN_INGEST'], 'errors': []} ~~~~ Ingestion Report ~~~~ { "cli": { "cli_version": "0.10.5.4", "cli_entry_location": "/tmp/datahub/ingest/venv-openapi-0.10.5.4/lib/python3.10/site-packages/datahub/__init__.py", "py_version": "3.10.10 (main, Mar 14 2023, 02:37:11) [GCC 10.2.1 20210110]", "py_exec_path": "/tmp/datahub/ingest/venv-openapi-0.10.5.4/bin/python3", "os_details": "Linux-3.10.0-1160.53.1.el7.x86_64-x86_64-with-glibc2.31", "peak_memory_usage": "53.53 MB", "mem_info": "53.53 MB", "peak_disk_usage": "178.49 GB", "disk_info": { "total": "570.58 GB", "used": "178.49 GB", "free": "363.09 GB" } }, "source": { "type": "openapi", "report": { "events_produced": 0, "events_produced_per_sec": 0, "entities": {}, "aspects": {}, "warnings": { "/api/v1/additional_data": [ "Unable to find an example for endpoint. Please add it to the list of forced examples." ], "/api/v1/additional_data/{user_id}": [ "No example provided for delete" ], "/api/v1/get_profiles": [ "Unable to find an example for endpoint. Please add it to the list of forced examples." ], "/api/v1/privacy_settings": [ "Unable to find an example for endpoint. Please add it to the list of forced examples." ] }, "failures": {}, "start_time": "2024-01-24 06:16:48.973920 (now)", "running_time": "0.19 seconds" } }, "sink": { "type": "datahub-rest", "report": { "total_records_written": 0, "records_written_per_second": 0, "warnings": [], "failures": [], "start_time": "2024-01-24 06:16:48.929540 (now)", "current_time": "2024-01-24 06:16:49.159740 (now)", "total_duration_in_seconds": 0.23, "gms_version": "v0.10.5", "pending_requests": 0 } } } ~~~~ Ingestion Logs ~~~~ Obtaining venv creation lock... Acquired venv creation lock venv setup time = 0 This version of datahub supports report-to functionality datahub ingest run -c /tmp/datahub/ingest/53f7f68c-d23c-4098-bb22-e3bfc5109446/recipe.yml --report-to /tmp/datahub/ingest/53f7f68c-d23c-4098-bb22-e3bfc5109446/ingestion_report.json [2024-01-24 06:16:48,831] INFO {datahub.cli.ingest_cli:148} - DataHub CLI version: 0.10.5.4 [2024-01-24 06:16:48,963] INFO {datahub.ingestion.run.pipeline:213} - Sink configured successfully. DataHubRestEmitter: configured to talk to https://datahub-stage.zvq.me/gms [2024-01-24 06:16:48,973] INFO {datahub.ingestion.run.pipeline:230} - Source configured successfully. [2024-01-24 06:16:48,974] INFO {datahub.cli.ingest_cli:129} - Starting metadata ingestion [2024-01-24 06:16:49,084] WARNING {datahub.ingestion.source.openapi_parser:180} - Field in swagger file does not give consistent data --- /api/v1/get_profiles [2024-01-24 06:16:49,085] WARNING {datahub.ingestion.source.openapi_parser:180} - Field in swagger file does not give consistent data --- /api/v1/additional_data [2024-01-24 06:16:49,085] WARNING {datahub.ingestion.source.openapi_parser:180} - Field in swagger file does not give consistent data --- /api/v1/additional_data/{user_id} [2024-01-24 06:16:49,085] WARNING {datahub.ingestion.source.openapi_parser:180} - Field in swagger file does not give consistent data --- /api/v1/privacy_settings [2024-01-24 06:16:49,160] INFO {datahub.ingestion.reporting.file_reporter:52} - Wrote SUCCESS report successfully to <_io.TextIOWrapper name='/tmp/datahub/ingest/53f7f68c-d23c-4098-bb22-e3bfc5109446/ingestion_report.json' mode='w' encoding='UTF-8'> [2024-01-24 06:16:49,160] INFO {datahub.cli.ingest_cli:142} - Finished metadata ingestion Cli report: {'cli_version': '0.10.5.4', 'cli_entry_location': '/tmp/datahub/ingest/venv-openapi-0.10.5.4/lib/python3.10/site-packages/datahub/__init__.py', 'py_version': '3.10.10 (main, Mar 14 2023, 02:37:11) [GCC 10.2.1 20210110]', 'py_exec_path': '/tmp/datahub/ingest/venv-openapi-0.10.5.4/bin/python3', 'os_details': 'Linux-3.10.0-1160.53.1.el7.x86_64-x86_64-with-glibc2.31', 'peak_memory_usage': '53.53 MB', 'mem_info': '53.53 MB', 'peak_disk_usage': '178.49 GB', 'disk_info': {'total': '570.58 GB', 'used': '178.49 GB', 'free': '363.09 GB'}} Source (openapi) report: {'events_produced': 0, 'events_produced_per_sec': 0, 'entities': {}, 'aspects': {}, 'warnings': {'/api/v1/additional_data': ['Unable to find an example for endpoint. Please add it to the list of forced examples.'], '/api/v1/additional_data/{user_id}': ['No example provided for delete'], '/api/v1/get_profiles': ['Unable to find an example for endpoint. Please add it to the list of forced examples.'], '/api/v1/privacy_settings': ['Unable to find an example for endpoint. Please add it to the list of forced examples.']}, 'failures': {}, 'start_time': '2024-01-24 06:16:48.973920 (now)', 'running_time': '0.52 seconds'} Sink (datahub-rest) report: {'total_records_written': 0, 'records_written_per_second': 0, 'warnings': [], 'failures': [], 'start_time': '2024-01-24 06:16:48.929540 (now)', 'current_time': '2024-01-24 06:16:49.498837 (now)', 'total_duration_in_seconds': 0.57, 'gms_version': 'v0.10.5', 'pending_requests': 0} Pipeline finished with at least 4 warnings; produced 0 events in 0.52 seconds.