. ____ _ __ _ _
/\\ / ___'_ __ _ _(_)_ __ __ _ \ \ \ \
( ( )\___ | '_ | '_| | '_ \/ _` | \ \ \ \
\\/ ___)| |_)| | | | | || (_| | ) ) ) )
' |____| .__|_| |_|_| |_\__, | / / / /
=========|_|==============|___/=/_/_/_/
:: Spring Boot :: (v2.7.14)
2024-01-24 19:10:26,366 [main] INFO io.ebean:37 - ebean version: unknown
2024-01-24 19:10:26,459 [main] WARN io.avaje.config:219 - Please rename application.yml to application.yaml - Using yml suffix (rather than yaml) is deprecated.
2024-01-24 19:10:26,467 [main] INFO io.avaje.config:54 - Loaded properties from [resource:application.yml]
2024-01-24 19:10:28,274 [main] INFO io.ebean.datasource:222 - DataSourcePool [gmsEbeanServiceConfig] autoCommit[false] transIsolation[READ_COMMITTED] min[2] max[50] in[1601ms]
2024-01-24 19:10:29,275 [main] INFO io.ebean.core:118 - Started database[gmsEbeanServiceConfig] platform[MYSQL] in 2717ms
2024-01-24 19:10:29,869 [main] INFO c.l.g.f.k.s.InternalSchemaRegistryFactory:42 - Creating internal registry configuration for url http://datahub-datahub-gms:8080/schema-registry/api/
2024-01-24 19:10:30,076 [main] INFO o.a.k.c.producer.ProducerConfig:347 - ProducerConfig values:
acks = 1
batch.size = 16384
bootstrap.servers = [<redacted>]
buffer.memory = 33554432
client.dns.lookup = default
client.id = producer-1
compression.type = none
connections.max.idle.ms = 540000
delivery.timeout.ms = 30000
enable.idempotence = false
interceptor.classes = []
key.serializer = class org.apache.kafka.common.serialization.StringSerializer
linger.ms = 0
max.block.ms = 60000
max.in.flight.requests.per.connection = 5
max.request.size = 1048576
metadata.max.age.ms = 300000
metadata.max.idle.ms = 300000
metric.reporters = []
metrics.num.samples = 2
metrics.recording.level = INFO
metrics.sample.window.ms = 30000
partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner
receive.buffer.bytes = 32768
reconnect.backoff.max.ms = 1000
reconnect.backoff.ms = 50
request.timeout.ms = 3000
retries = 3
retry.backoff.ms = 500
sasl.client.callback.handler.class = null
sasl.jaas.config = null
sasl.kerberos.kinit.cmd = /usr/bin/kinit
sasl.kerberos.min.time.before.relogin = 60000
sasl.kerberos.service.name = null
sasl.kerberos.ticket.renew.jitter = 0.05
sasl.kerberos.ticket.renew.window.factor = 0.8
sasl.login.callback.handler.class = null
sasl.login.class = null
sasl.login.refresh.buffer.seconds = 300
sasl.login.refresh.min.period.seconds = 60
sasl.login.refresh.window.factor = 0.8
sasl.login.refresh.window.jitter = 0.05
sasl.mechanism = GSSAPI
security.protocol = PLAINTEXT
security.providers = null
send.buffer.bytes = 131072
ssl.cipher.suites = null
ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1]
ssl.endpoint.identification.algorithm = https
ssl.key.password = null
ssl.keymanager.algorithm = SunX509
ssl.keystore.location = null
ssl.keystore.password = null
ssl.keystore.type = JKS
ssl.protocol = TLS
ssl.provider = null
ssl.secure.random.implementation = null
ssl.trustmanager.algorithm = PKIX
ssl.truststore.location = null
ssl.truststore.password = null
ssl.truststore.type = JKS
transaction.timeout.ms = 60000
transactional.id = null
value.serializer = class io.confluent.kafka.serializers.KafkaAvroSerializer
2024-01-24 19:10:30,076 [main] INFO o.a.k.c.producer.ProducerConfig:347 - ProducerConfig values:
acks = 1
batch.size = 16384
bootstrap.servers = [<redacted>]
buffer.memory = 33554432
client.dns.lookup = default
client.id = producer-1
compression.type = none
connections.max.idle.ms = 540000
delivery.timeout.ms = 30000
enable.idempotence = false
interceptor.classes = []
key.serializer = class org.apache.kafka.common.serialization.StringSerializer
linger.ms = 0
max.block.ms = 60000
max.in.flight.requests.per.connection = 5
max.request.size = 1048576
metadata.max.age.ms = 300000
metadata.max.idle.ms = 300000
metric.reporters = []
metrics.num.samples = 2
metrics.recording.level = INFO
metrics.sample.window.ms = 30000
partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner
receive.buffer.bytes = 32768
reconnect.backoff.max.ms = 1000
reconnect.backoff.ms = 50
request.timeout.ms = 3000
retries = 3
retry.backoff.ms = 500
sasl.client.callback.handler.class = null
sasl.jaas.config = null
sasl.kerberos.kinit.cmd = /usr/bin/kinit
sasl.kerberos.min.time.before.relogin = 60000
sasl.kerberos.service.name = null
sasl.kerberos.ticket.renew.jitter = 0.05
sasl.kerberos.ticket.renew.window.factor = 0.8
sasl.login.callback.handler.class = null
sasl.login.class = null
sasl.login.refresh.buffer.seconds = 300
sasl.login.refresh.min.period.seconds = 60
sasl.login.refresh.window.factor = 0.8
sasl.login.refresh.window.jitter = 0.05
sasl.mechanism = GSSAPI
security.protocol = PLAINTEXT
security.providers = null
send.buffer.bytes = 131072
ssl.cipher.suites = null
ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1]
ssl.endpoint.identification.algorithm = https
ssl.key.password = null
ssl.keymanager.algorithm = SunX509
ssl.keystore.location = null
ssl.keystore.password = null
ssl.keystore.type = JKS
ssl.protocol = TLS
ssl.provider = null
ssl.secure.random.implementation = null
ssl.trustmanager.algorithm = PKIX
ssl.truststore.location = null
ssl.truststore.password = null
ssl.truststore.type = JKS
transaction.timeout.ms = 60000
transactional.id = null
value.serializer = class io.confluent.kafka.serializers.KafkaAvroSerializer
2024-01-24 19:10:30,091 [main] INFO i.c.k.s.KafkaAvroSerializerConfig:179 - KafkaAvroSerializerConfig values:
bearer.auth.token = [hidden]
proxy.port = -1
schema.reflection = false
auto.register.schemas = true
max.schemas.per.subject = 1000
basic.auth.credentials.source = URL
value.subject.name.strategy = class io.confluent.kafka.serializers.subject.TopicNameStrategy
schema.registry.url = [http://datahub-datahub-gms:8080/schema-registry/api/]
basic.auth.user.info = [hidden]
proxy.host =
use.latest.version = true
schema.registry.basic.auth.user.info = [hidden]
bearer.auth.credentials.source = STATIC_TOKEN
key.subject.name.strategy = class io.confluent.kafka.serializers.subject.TopicNameStrategy
2024-01-24 19:10:30,475 [main] INFO o.a.kafka.common.utils.AppInfoParser:117 - Kafka version: 5.5.1-ccs
2024-01-24 19:10:30,476 [main] INFO o.a.kafka.common.utils.AppInfoParser:118 - Kafka commitId: cb1873c1fdf5f5f9
2024-01-24 19:10:30,476 [main] INFO o.a.kafka.common.utils.AppInfoParser:119 - Kafka startTimeMs: 1706123430355
2024-01-24 19:10:30,668 [main] INFO c.l.m.m.r.ConfigEntityRegistry:88 - Loading bare config entity registry file at /datahub/datahub-gms/resources/entity-registry.yml
2024-01-24 19:10:32,758 [kafka-producer-network-thread | producer-1] INFO org.apache.kafka.clients.Metadata:277 - [Producer clientId=producer-1] Cluster ID: iFrE7rGBS_29OsYnokiyaw
2024-01-24 19:10:32,758 [kafka-producer-network-thread | producer-1] INFO org.apache.kafka.clients.Metadata:277 - [Producer clientId=producer-1] Cluster ID: iFrE7rGBS_29OsYnokiyaw
2024-01-24 19:10:41,274 [main] WARN c.l.m.m.r.PluginEntityRegistryLoader:44 - /etc/datahub/plugins/models directory does not exist or is not a directory. Plugin scanning will be disabled.
2024-01-24 19:10:41,768 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataHubPolicyKey schema is compatible with previous schema due to
2024-01-24 19:10:41,769 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataHubPolicyInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,769 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - corpGroupInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,769 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - corpGroupKey schema is compatible with previous schema due to
2024-01-24 19:10:41,769 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,770 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,770 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataProcessKey schema is compatible with previous schema due to
2024-01-24 19:10:41,770 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,770 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataProcessInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,770 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,771 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,771 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,771 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,771 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,771 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlFeatureTableProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,771 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - deprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlFeatureTableKey schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,772 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelGroupProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelGroupKey schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - deprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,773 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,774 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataJobInputOutput schema is compatible with previous schema due to
2024-01-24 19:10:41,774 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,774 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,774 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTerms schema is compatible with previous schema due to
2024-01-24 19:10:41,774 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,775 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,775 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataJobInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,775 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - editableDataJobProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,855 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataJobKey schema is compatible with previous schema due to
2024-01-24 19:10:41,855 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,856 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,856 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - tagKey schema is compatible with previous schema due to
2024-01-24 19:10:41,856 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - tagProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,856 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,856 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - schemaFieldKey schema is compatible with previous schema due to
2024-01-24 19:10:41,856 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,857 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTermInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,857 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,857 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryRelatedTerms schema is compatible with previous schema due to
2024-01-24 19:10:41,857 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTermKey schema is compatible with previous schema due to
2024-01-24 19:10:41,857 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,857 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlPrimaryKeyKey schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlPrimaryKeyProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - deprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,858 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dashboardKey schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - editableDashboardProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTerms schema is compatible with previous schema due to
2024-01-24 19:10:41,859 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,860 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dashboardInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,860 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,860 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,860 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelDeploymentKey schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - deprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelDeploymentProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformKey schema is compatible with previous schema due to
2024-01-24 19:10:41,861 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataHubRetentionConfig schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataHubRetentionKey schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - corpUserKey schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - corpUserEditableInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - corpUserInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - corpUserStatus schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - groupMembership schema is compatible with previous schema due to
2024-01-24 19:10:41,862 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - cost schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelTrainingData schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelCaveatsAndRecommendations schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - deprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,863 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelKey schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelFactorPrompts schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - sourceCode schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelEvaluationData schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelQuantitativeAnalyses schema is compatible with previous schema due to
2024-01-24 19:10:41,864 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelEthicalConsiderations schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelMetrics schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - intendedUse schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlModelProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,865 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - editableDataFlowProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataFlowKey schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataFlowInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,866 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTerms schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryNodeInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryNodeKey schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,867 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlFeatureProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - mlFeatureKey schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - deprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,868 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,869 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - editableSchemaMetadata schema is compatible with previous schema due to
2024-01-24 19:10:41,869 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - datasetKey schema is compatible with previous schema due to
2024-01-24 19:10:41,869 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - datasetUpstreamLineage schema is compatible with previous schema due to
2024-01-24 19:10:41,869 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - viewProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,869 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - datasetProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - datasetDeprecation schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - editableDatasetProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,870 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTerms schema is compatible with previous schema due to
2024-01-24 19:10:41,871 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,871 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - upstreamLineage schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - schemaMetadata schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - chartQuery schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePaths schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - browsePathsV2 schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - ownership schema is compatible with previous schema due to
2024-01-24 19:10:41,872 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - dataPlatformInstance schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - chartInfo schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - glossaryTerms schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - editableChartProperties schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - institutionalMemory schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - globalTags schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - chartKey schema is compatible with previous schema due to
2024-01-24 19:10:41,873 [main] INFO c.l.m.m.r.MergedEntityRegistry:99 - status schema is compatible with previous schema due to
2024-01-24 19:10:44,983 [main] INFO c.l.g.f.s.ElasticSearchServiceFactory:59 - Search configuration: SearchConfiguration(maxTermBucketSize=20, exactMatch=ExactMatchConfiguration(exclusive=false, withPrefix=true, prefixFactor=1.6, exactFactor=10.0, caseSensitivityFactor=0.7, enableStructured=true), partial=PartialConfiguration(urnFactor=0.5, factor=0.4), custom=CustomConfiguration(enabled=false, file=search_config.yml), graph=GraphQueryConfiguration(timeoutSeconds=50, batchSize=1000, maxResult=10000), wordGram=WordGramConfiguration(twoGramFactor=1.2, threeGramFactor=1.5, fourGramFactor=1.8))
2024-01-24 19:10:45,160 [main] INFO c.l.m.c.search.CustomConfiguration:40 - Custom search configuration disabled.
2024-01-24 19:10:48,179 [main] WARN c.l.r.t.h.client.HttpClientFactory:973 - No scheduled executor is provided to HttpClientFactory, using it's own scheduled executor.
2024-01-24 19:10:48,179 [main] WARN c.l.r.t.h.client.HttpClientFactory:982 - No callback executor is provided to HttpClientFactory, using it's own call back executor.
2024-01-24 19:10:48,179 [main] WARN c.l.r.t.h.client.HttpClientFactory:990 - No Compression executor is provided to HttpClientFactory, using it's own compression executor.
2024-01-24 19:10:48,185 [main] INFO c.l.r.t.h.client.HttpClientFactory:1451 - The service 'null' has been assigned to the ChannelPoolManager with key 'noSpecifiedNamePrefix 1138266797 ', http.protocolVersion=HTTP_1_1, usePipelineV2=false, requestTimeout=10000ms, streamingTimeout=-1ms
2024-01-24 19:10:48,962 [main] INFO c.l.g.f.k.s.DUHESchemaRegistryFactory:39 - DataHub System Update Registry
2024-01-24 19:10:48,964 [main] INFO o.a.k.c.producer.ProducerConfig:347 - ProducerConfig values:
acks = 1
batch.size = 16384
bootstrap.servers = [<redacted>]
buffer.memory = 33554432
client.dns.lookup = default
client.id = producer-2
compression.type = none
connections.max.idle.ms = 540000
delivery.timeout.ms = 30000
enable.idempotence = false
interceptor.classes = []
key.serializer = class org.apache.kafka.common.serialization.StringSerializer
linger.ms = 0
max.block.ms = 60000
max.in.flight.requests.per.connection = 5
max.request.size = 1048576
metadata.max.age.ms = 300000
metadata.max.idle.ms = 300000
metric.reporters = []
metrics.num.samples = 2
metrics.recording.level = INFO
metrics.sample.window.ms = 30000
partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner
receive.buffer.bytes = 32768
reconnect.backoff.max.ms = 1000
reconnect.backoff.ms = 50
request.timeout.ms = 3000
retries = 3
retry.backoff.ms = 500
sasl.client.callback.handler.class = null
sasl.jaas.config = null
sasl.kerberos.kinit.cmd = /usr/bin/kinit
sasl.kerberos.min.time.before.relogin = 60000
sasl.kerberos.service.name = null
sasl.kerberos.ticket.renew.jitter = 0.05
sasl.kerberos.ticket.renew.window.factor = 0.8
sasl.login.callback.handler.class = null
sasl.login.class = null
sasl.login.refresh.buffer.seconds = 300
sasl.login.refresh.min.period.seconds = 60
sasl.login.refresh.window.factor = 0.8
sasl.login.refresh.window.jitter = 0.05
sasl.mechanism = GSSAPI
security.protocol = PLAINTEXT
security.providers = null
send.buffer.bytes = 131072
ssl.cipher.suites = null
ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1]
ssl.endpoint.identification.algorithm = https
ssl.key.password = null
ssl.keymanager.algorithm = SunX509
ssl.keystore.location = null
ssl.keystore.password = null
ssl.keystore.type = JKS
ssl.protocol = TLS
ssl.provider = null
ssl.secure.random.implementation = null
ssl.trustmanager.algorithm = PKIX
ssl.truststore.location = null
ssl.truststore.password = null
ssl.truststore.type = JKS
transaction.timeout.ms = 60000
transactional.id = null
value.serializer = class com.linkedin.metadata.boot.kafka.MockDUHESerializer
2024-01-24 19:10:48,964 [main] INFO o.a.k.c.producer.ProducerConfig:347 - ProducerConfig values:
acks = 1
batch.size = 16384
bootstrap.servers = [<redacted>]
buffer.memory = 33554432
client.dns.lookup = default
client.id = producer-2
compression.type = none
connections.max.idle.ms = 540000
delivery.timeout.ms = 30000
enable.idempotence = false
interceptor.classes = []
key.serializer = class org.apache.kafka.common.serialization.StringSerializer
linger.ms = 0
max.block.ms = 60000
max.in.flight.requests.per.connection = 5
max.request.size = 1048576
metadata.max.age.ms = 300000
metadata.max.idle.ms = 300000
metric.reporters = []
metrics.num.samples = 2
metrics.recording.level = INFO
metrics.sample.window.ms = 30000
partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner
receive.buffer.bytes = 32768
reconnect.backoff.max.ms = 1000
reconnect.backoff.ms = 50
request.timeout.ms = 3000
retries = 3
retry.backoff.ms = 500
sasl.client.callback.handler.class = null
sasl.jaas.config = null
sasl.kerberos.kinit.cmd = /usr/bin/kinit
sasl.kerberos.min.time.before.relogin = 60000
sasl.kerberos.service.name = null
sasl.kerberos.ticket.renew.jitter = 0.05
sasl.kerberos.ticket.renew.window.factor = 0.8
sasl.login.callback.handler.class = null
sasl.login.class = null
sasl.login.refresh.buffer.seconds = 300
sasl.login.refresh.min.period.seconds = 60
sasl.login.refresh.window.factor = 0.8
sasl.login.refresh.window.jitter = 0.05
sasl.mechanism = GSSAPI
security.protocol = PLAINTEXT
security.providers = null
send.buffer.bytes = 131072
ssl.cipher.suites = null
ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1]
ssl.endpoint.identification.algorithm = https
ssl.key.password = null
ssl.keymanager.algorithm = SunX509
ssl.keystore.location = null
ssl.keystore.password = null
ssl.keystore.type = JKS
ssl.protocol = TLS
ssl.provider = null
ssl.secure.random.implementation = null
ssl.trustmanager.algorithm = PKIX
ssl.truststore.location = null
ssl.truststore.password = null
ssl.truststore.type = JKS
transaction.timeout.ms = 60000
transactional.id = null
value.serializer = class com.linkedin.metadata.boot.kafka.MockDUHESerializer
2024-01-24 19:10:49,758 [main] INFO i.c.k.s.KafkaAvroSerializerConfig:179 - KafkaAvroSerializerConfig values:
bearer.auth.token = [hidden]
proxy.port = -1
schema.reflection = false
auto.register.schemas = true
max.schemas.per.subject = 1000
basic.auth.credentials.source = URL
value.subject.name.strategy = class io.confluent.kafka.serializers.subject.TopicNameStrategy
schema.registry.url = [http://datahub-datahub-gms:8080/schema-registry/api/]
basic.auth.user.info = [hidden]
proxy.host =
use.latest.version = true
schema.registry.basic.auth.user.info = [hidden]
bearer.auth.credentials.source = STATIC_TOKEN
key.subject.name.strategy = class io.confluent.kafka.serializers.subject.TopicNameStrategy
2024-01-24 19:10:49,762 [main] INFO o.a.kafka.common.utils.AppInfoParser:117 - Kafka version: 5.5.1-ccs
2024-01-24 19:10:49,762 [main] INFO o.a.kafka.common.utils.AppInfoParser:118 - Kafka commitId: cb1873c1fdf5f5f9
2024-01-24 19:10:49,763 [main] INFO o.a.kafka.common.utils.AppInfoParser:119 - Kafka startTimeMs: 1706123449762
2024-01-24 19:10:49,856 [kafka-producer-network-thread | producer-2] INFO org.apache.kafka.clients.Metadata:277 - [Producer clientId=producer-2] Cluster ID: iFrE7rGBS_29OsYnokiyaw
2024-01-24 19:10:49,856 [kafka-producer-network-thread | producer-2] INFO org.apache.kafka.clients.Metadata:277 - [Producer clientId=producer-2] Cluster ID: iFrE7rGBS_29OsYnokiyaw
2024-01-24 19:10:49,972 [main] WARN c.l.r.t.h.client.HttpClientFactory:973 - No scheduled executor is provided to HttpClientFactory, using it's own scheduled executor.
2024-01-24 19:10:49,973 [main] WARN c.l.r.t.h.client.HttpClientFactory:982 - No callback executor is provided to HttpClientFactory, using it's own call back executor.
2024-01-24 19:10:49,973 [main] WARN c.l.r.t.h.client.HttpClientFactory:990 - No Compression executor is provided to HttpClientFactory, using it's own compression executor.
2024-01-24 19:10:49,973 [main] INFO c.l.r.t.h.client.HttpClientFactory:1451 - The service 'null' has been assigned to the ChannelPoolManager with key 'noSpecifiedNamePrefix 1138266797 ', http.protocolVersion=HTTP_1_1, usePipelineV2=false, requestTimeout=10000ms, streamingTimeout=-1ms
2024-01-24 19:10:50,161 [main] WARN c.l.r.t.h.client.HttpClientFactory:973 - No scheduled executor is provided to HttpClientFactory, using it's own scheduled executor.
2024-01-24 19:10:50,161 [main] WARN c.l.r.t.h.client.HttpClientFactory:982 - No callback executor is provided to HttpClientFactory, using it's own call back executor.
2024-01-24 19:10:50,161 [main] WARN c.l.r.t.h.client.HttpClientFactory:990 - No Compression executor is provided to HttpClientFactory, using it's own compression executor.
2024-01-24 19:10:50,161 [main] INFO c.l.r.t.h.client.HttpClientFactory:1451 - The service 'null' has been assigned to the ChannelPoolManager with key 'noSpecifiedNamePrefix 1138266797 ', http.protocolVersion=HTTP_1_1, usePipelineV2=false, requestTimeout=10000ms, streamingTimeout=-1ms
2024-01-24 19:10:50,658 [main] WARN c.d.p.configuration.ConfigProvider:39 - Configuration config.yml file not found at location /etc/datahub/plugins/auth
2024-01-24 19:10:50,659 [main] INFO c.l.g.f.auth.AuthorizerChainFactory:75 - Default DataHubAuthorizer is enabled. Appending it to the authorization chain.
2024-01-24 19:10:50,678 [main] INFO c.l.g.f.k.KafkaEventConsumerFactory:100 - Event-based KafkaListenerContainerFactory built successfully. Consumer concurrency = 1
2024-01-24 19:10:50,759 [main] INFO c.l.g.f.k.KafkaEventConsumerFactory:116 - Event-based DUHE KafkaListenerContainerFactory built successfully. Consumer concurrency = 1
2024-01-24 19:10:50,761 [main] INFO c.l.g.f.k.SimpleKafkaConsumerFactory:48 - Simple KafkaListenerContainerFactory built successfully
2024-01-24 19:10:56,871 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Starting upgrade with id SystemUpdate...
2024-01-24 19:10:56,872 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Executing Step 1/6: BuildIndicesPreStep...
2024-01-24 19:10:58,793 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Completed Step 1/6: BuildIndicesPreStep successfully.
2024-01-24 19:10:58,793 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Executing Step 2/6: BuildIndicesStep...
2024-01-24 19:10:58,794 [main] INFO c.l.m.g.e.ElasticSearchGraphService:319 - Setting up elastic graph index
2024-01-24 19:10:58,802 [main] INFO c.l.m.s.e.i.ESIndexBuilder:491 - Index graph_service_v1 does not exist. Creating
2024-01-24 19:10:58,969 [main] INFO c.l.m.s.e.i.ESIndexBuilder:496 - Created index graph_service_v1
2024-01-24 19:10:59,519 [main] INFO c.l.m.s.e.i.ESIndexBuilder:491 - Index containerindex_v2 does not exist. Creating
2024-01-24 19:11:00,661 [pool-13-thread-1] ERROR c.l.m.s.e.query.ESSearchDAO:105 - Search query failed
org.opensearch.OpenSearchStatusException: OpenSearch exception [type=index_not_found_exception, reason=no such index [datahubpolicyindex_v2]]
at org.opensearch.rest.BytesRestResponse.errorFromXContent(BytesRestResponse.java:209)
at org.opensearch.client.RestHighLevelClient.parseEntity(RestHighLevelClient.java:2235)
at org.opensearch.client.RestHighLevelClient.parseResponseException(RestHighLevelClient.java:2212)
at org.opensearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1931)
at org.opensearch.client.RestHighLevelClient.performRequest(RestHighLevelClient.java:1884)
at org.opensearch.client.RestHighLevelClient.performRequestAndParseEntity(RestHighLevelClient.java:1852)
at org.opensearch.client.RestHighLevelClient.search(RestHighLevelClient.java:1095)
at com.linkedin.metadata.search.elasticsearch.query.ESSearchDAO.executeAndExtract(ESSearchDAO.java:99)
at com.linkedin.metadata.search.elasticsearch.query.ESSearchDAO.search(ESSearchDAO.java:203)
at com.linkedin.metadata.search.elasticsearch.ElasticSearchService.search(ElasticSearchService.java:121)
at com.linkedin.metadata.search.elasticsearch.ElasticSearchService.search(ElasticSearchService.java:112)
at com.linkedin.metadata.client.JavaEntityClient.search(JavaEntityClient.java:336)
at com.datahub.authorization.PolicyFetcher.fetchPolicies(PolicyFetcher.java:51)
at com.datahub.authorization.PolicyFetcher.fetchPolicies(PolicyFetcher.java:43)
at com.datahub.authorization.DataHubAuthorizer$PolicyRefreshRunnable.run(DataHubAuthorizer.java:245)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Suppressed: org.opensearch.client.ResponseException: method [POST], host [<redacted>], URI [/datahubpolicyindex_v2/_search?typed_keys=true&max_concurrent_shard_requests=5&ignore_unavailable=false&expand_wildcards=open&allow_no_indices=true&ignore_throttled=true&search_type=query_then_fetch&batched_reduce_size=512&ccs_minimize_roundtrips=true], status line [HTTP/1.1 404 Not Found]
{"error":{"root_cause":[{"type":"index_not_found_exception","reason":"no such index [datahubpolicyindex_v2]","resource.type":"index_or_alias","resource.id":"datahubpolicyindex_v2","index_uuid":"_na_","index":"datahubpolicyindex_v2"}],"type":"index_not_found_exception","reason":"no such index [datahubpolicyindex_v2]","resource.type":"index_or_alias","resource.id":"datahubpolicyindex_v2","index_uuid":"_na_","index":"datahubpolicyindex_v2"},"status":404}
at org.opensearch.client.RestClient.convertResponse(RestClient.java:375)
at org.opensearch.client.RestClient.performRequest(RestClient.java:345)
at org.opensearch.client.RestClient.performRequest(RestClient.java:320)
at org.opensearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1918)
... 17 common frames omitted
2024-01-24 19:11:00,662 [pool-13-thread-1] ERROR c.d.authorization.DataHubAuthorizer:252 - Failed to retrieve policy urns! Skipping updating policy cache until next refresh. start: 0, count: 30
com.datahub.util.exception.ESQueryException: Search query failed:
at com.linkedin.metadata.search.elasticsearch.query.ESSearchDAO.executeAndExtract(ESSearchDAO.java:106)
at com.linkedin.metadata.search.elasticsearch.query.ESSearchDAO.search(ESSearchDAO.java:203)
at com.linkedin.metadata.search.elasticsearch.ElasticSearchService.search(ElasticSearchService.java:121)
at com.linkedin.metadata.search.elasticsearch.ElasticSearchService.search(ElasticSearchService.java:112)
at com.linkedin.metadata.client.JavaEntityClient.search(JavaEntityClient.java:336)
at com.datahub.authorization.PolicyFetcher.fetchPolicies(PolicyFetcher.java:51)
at com.datahub.authorization.PolicyFetcher.fetchPolicies(PolicyFetcher.java:43)
at com.datahub.authorization.DataHubAuthorizer$PolicyRefreshRunnable.run(DataHubAuthorizer.java:245)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.opensearch.OpenSearchStatusException: OpenSearch exception [type=index_not_found_exception, reason=no such index [datahubpolicyindex_v2]]
at org.opensearch.rest.BytesRestResponse.errorFromXContent(BytesRestResponse.java:209)
at org.opensearch.client.RestHighLevelClient.parseEntity(RestHighLevelClient.java:2235)
at org.opensearch.client.RestHighLevelClient.parseResponseException(RestHighLevelClient.java:2212)
at org.opensearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1931)
at org.opensearch.client.RestHighLevelClient.performRequest(RestHighLevelClient.java:1884)
at org.opensearch.client.RestHighLevelClient.performRequestAndParseEntity(RestHighLevelClient.java:1852)
at org.opensearch.client.RestHighLevelClient.search(RestHighLevelClient.java:1095)
at com.linkedin.metadata.search.elasticsearch.query.ESSearchDAO.executeAndExtract(ESSearchDAO.java:99)
... 13 common frames omitted
Suppressed: org.opensearch.client.ResponseException: method [POST], host [<redacted>], URI [/datahubpolicyindex_v2/_search?typed_keys=true&max_concurrent_shard_requests=5&ignore_unavailable=false&expand_wildcards=open&allow_no_indices=true&ignore_throttled=true&search_type=query_then_fetch&batched_reduce_size=512&ccs_minimize_roundtrips=true], status line [HTTP/1.1 404 Not Found]
{"error":{"root_cause":[{"type":"index_not_found_exception","reason":"no such index [datahubpolicyindex_v2]","resource.type":"index_or_alias","resource.id":"datahubpolicyindex_v2","index_uuid":"_na_","index":"datahubpolicyindex_v2"}],"type":"index_not_found_exception","reason":"no such index [datahubpolicyindex_v2]","resource.type":"index_or_alias","resource.id":"datahubpolicyindex_v2","index_uuid":"_na_","index":"datahubpolicyindex_v2"},"status":404}
at org.opensearch.client.RestClient.convertResponse(RestClient.java:375)
at org.opensearch.client.RestClient.performRequest(RestClient.java:345)
at org.opensearch.client.RestClient.performRequest(RestClient.java:320)
at org.opensearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1918)
... 17 common frames omitted
2024-01-24 19:11:29,607 [main] ERROR c.l.d.u.s.e.steps.BuildIndicesStep:39 - BuildIndicesStep failed.
java.lang.RuntimeException: java.net.SocketTimeoutException: 30,000 milliseconds timeout on connection http-outgoing-0 [ACTIVE]
at com.linkedin.metadata.search.elasticsearch.indexbuilder.EntityIndexBuilders.reindexAll(EntityIndexBuilders.java:34)
at com.linkedin.metadata.search.elasticsearch.ElasticSearchService.configure(ElasticSearchService.java:45)
at com.linkedin.metadata.search.elasticsearch.ElasticSearchService.reindexAll(ElasticSearchService.java:55)
at com.linkedin.datahub.upgrade.system.elasticsearch.steps.BuildIndicesStep.lambda$executable$0(BuildIndicesStep.java:36)
at com.linkedin.datahub.upgrade.impl.DefaultUpgradeManager.executeStepInternal(DefaultUpgradeManager.java:110)
at com.linkedin.datahub.upgrade.impl.DefaultUpgradeManager.executeInternal(DefaultUpgradeManager.java:68)
at com.linkedin.datahub.upgrade.impl.DefaultUpgradeManager.executeInternal(DefaultUpgradeManager.java:42)
at com.linkedin.datahub.upgrade.impl.DefaultUpgradeManager.execute(DefaultUpgradeManager.java:33)
at com.linkedin.datahub.upgrade.UpgradeCli.run(UpgradeCli.java:80)
at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:768)
at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:752)
at org.springframework.boot.SpringApplication.run(SpringApplication.java:314)
at org.springframework.boot.builder.SpringApplicationBuilder.run(SpringApplicationBuilder.java:164)
at com.linkedin.datahub.upgrade.UpgradeCliApplication.main(UpgradeCliApplication.java:23)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.springframework.boot.loader.MainMethodRunner.run(MainMethodRunner.java:49)
at org.springframework.boot.loader.Launcher.launch(Launcher.java:108)
at org.springframework.boot.loader.Launcher.launch(Launcher.java:58)
at org.springframework.boot.loader.JarLauncher.main(JarLauncher.java:65)
Caused by: java.net.SocketTimeoutException: 30,000 milliseconds timeout on connection http-outgoing-0 [ACTIVE]
at org.opensearch.client.RestClient.extractAndWrapCause(RestClient.java:936)
at org.opensearch.client.RestClient.performRequest(RestClient.java:332)
at org.opensearch.client.RestClient.performRequest(RestClient.java:320)
at org.opensearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1918)
at org.opensearch.client.RestHighLevelClient.performRequest(RestHighLevelClient.java:1901)
at org.opensearch.client.RestHighLevelClient.performRequestAndParseEntity(RestHighLevelClient.java:1865)
at org.opensearch.client.IndicesClient.create(IndicesClient.java:159)
at com.linkedin.metadata.search.elasticsearch.indexbuilder.ESIndexBuilder.createIndex(ESIndexBuilder.java:495)
at com.linkedin.metadata.search.elasticsearch.indexbuilder.ESIndexBuilder.buildIndex(ESIndexBuilder.java:191)
at com.linkedin.metadata.search.elasticsearch.indexbuilder.EntityIndexBuilders.reindexAll(EntityIndexBuilders.java:32)
... 21 common frames omitted
Caused by: java.net.SocketTimeoutException: 30,000 milliseconds timeout on connection http-outgoing-0 [ACTIVE]
at org.apache.http.nio.protocol.HttpAsyncRequestExecutor.timeout(HttpAsyncRequestExecutor.java:387)
at org.apache.http.impl.nio.client.InternalIODispatch.onTimeout(InternalIODispatch.java:98)
at org.apache.http.impl.nio.client.InternalIODispatch.onTimeout(InternalIODispatch.java:40)
at org.apache.http.impl.nio.reactor.AbstractIODispatch.timeout(AbstractIODispatch.java:175)
at org.apache.http.impl.nio.reactor.BaseIOReactor.sessionTimedOut(BaseIOReactor.java:261)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.timeoutCheck(AbstractIOReactor.java:506)
at org.apache.http.impl.nio.reactor.BaseIOReactor.validate(BaseIOReactor.java:211)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:280)
at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104)
at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:591)
at java.base/java.lang.Thread.run(Thread.java:829)
2024-01-24 19:11:29,608 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Failed Step 2/6: BuildIndicesStep. Failed after 0 retries.
2024-01-24 19:11:29,608 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Exiting upgrade SystemUpdate with failure.
2024-01-24 19:11:29,609 [main] INFO c.l.d.u.impl.DefaultUpgradeReport:16 - Upgrade SystemUpdate completed with result FAILED. Exiting...
2024-01-24 19:11:29,621 [EbeanHook] INFO io.ebean.datasource:755 - DataSourcePool [gmsEbeanServiceConfig] shutdown min[2] max[50] free[2] busy[0] waiting[0] highWaterMark[1] waitCount[0] hitCount[4] psc[hit:0 miss:0 put:0 rem:0]
2024-01-24 19:11:29,621 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:249 - Shutdown requested
2024-01-24 19:11:29,621 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:252 - Shutting down
2024-01-24 19:11:29,655 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,657 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,658 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,669 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,669 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,669 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,669 [R2 Nio Event Loop-5-1] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,670 [R2 Nio Event Loop-5-2] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,670 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:249 - Shutdown requested
2024-01-24 19:11:29,670 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:252 - Shutting down
2024-01-24 19:11:29,670 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,670 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,670 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,671 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,671 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,671 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,671 [R2 Nio Event Loop-5-1] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,671 [R2 Nio Event Loop-5-2] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,674 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:249 - Shutdown requested
2024-01-24 19:11:29,674 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:252 - Shutting down
2024-01-24 19:11:29,755 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,755 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,756 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,756 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,756 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,756 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:249 - Shutdown requested
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:252 - Shutting down
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,757 [R2 Nio Event Loop-3-2] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,757 [R2 Nio Event Loop-3-1] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,757 [R2 Nio Event Loop-3-1] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,757 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,758 [R2 Nio Event Loop-3-2] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,758 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:249 - Shutdown requested
2024-01-24 19:11:29,758 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:252 - Shutting down
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,759 [R2 Nio Event Loop-1-1] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,759 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:249 - Shutdown requested
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.AbstractNettyClient:252 - Shutting down
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,760 [R2 Nio Event Loop-1-2] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:152 - Shutting down 0 connection pools
2024-01-24 19:11:29,760 [R2 Nio Event Loop-1-1] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:162 - All connection pools shutdown
2024-01-24 19:11:29,760 [SpringApplicationShutdownHook] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:119 - All connection pools shut down, closing all channels
2024-01-24 19:11:29,761 [R2 Nio Event Loop-1-2] INFO c.l.r.t.h.c.c.ChannelPoolManagerImpl:103 - Shutdown complete
2024-01-24 19:11:29,977 [SpringApplicationShutdownHook] INFO o.a.k.clients.producer.KafkaProducer:1182 - [Producer clientId=producer-1] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms.
2024-01-24 19:11:29,977 [SpringApplicationShutdownHook] INFO o.a.k.clients.producer.KafkaProducer:1182 - [Producer clientId=producer-1] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms.
ANTLR Tool version 4.5 used for code generation does not match the current runtime version 4.8ANTLR Runtime version 4.5 used for parser compilation does not match the current runtime version 4.8ANTLR Tool version 4.5 used for code generation does not match the current runtime version 4.8ANTLR Runtime version 4.5 used for parser compilation does not match the current runtime version 4.8