timestamp,message 1626705181321,14:33:01.321 [vert.x-eventloop-thread-1] INFO LogUtil [259735428eqId] 127.0.0.1:59978 GET /admin/health null HTTP_1_1 200 4 72 tid=null OK 1626705189245,14:33:09.245 [vert.x-eventloop-thread-1] INFO LogUtil [259743352eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705189245,14:33:09.245 [vert.x-eventloop-thread-1] INFO LogUtil [259743352eqId] 127.0.0.1:60018 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705211248,14:33:31.247 [vert.x-eventloop-thread-1] INFO LogUtil [259765354eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705211248,14:33:31.247 [vert.x-eventloop-thread-1] INFO LogUtil [259765354eqId] 127.0.0.1:60128 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705219182,14:33:39.182 [vert.x-eventloop-thread-1] INFO LogUtil [259773289eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705219182,14:33:39.182 [vert.x-eventloop-thread-1] INFO LogUtil [259773289eqId] 127.0.0.1:60162 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705241261,14:34:01.261 [vert.x-eventloop-thread-1] INFO LogUtil [259795368eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705241261,14:34:01.261 [vert.x-eventloop-thread-1] INFO LogUtil [259795368eqId] 127.0.0.1:60296 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705249209,14:34:09.209 [vert.x-eventloop-thread-1] INFO LogUtil [259803316eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705249209,14:34:09.209 [vert.x-eventloop-thread-1] INFO LogUtil [259803316eqId] 127.0.0.1:60330 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705258101,14:34:18.101 [vert.x-eventloop-thread-1] INFO LogUtil [259812208eqId] org.folio.rest.RestVerticle start invoking postSourceStorageSnapshots 1626705258104,14:34:18.104 [vert.x-eventloop-thread-1] INFO LogUtil [259812211eqId] 127.0.0.1:60402 POST /source-storage/snapshots HTTP_1_1 201 336 64 tid=fs09000000 Created 1626705258495,14:34:18.495 [vert.x-eventloop-thread-1] INFO LogUtil [259812602eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705258496,14:34:18.496 [vert.x-eventloop-thread-1] INFO LogUtil [259812603eqId] 127.0.0.1:60414 PUT /source-storage/snapshots/3d4e61d8-d700-47b7-8a94-4fd949d2730b HTTP_1_1 200 346 6 tid=fs09000000 OK 1626705265802,14:34:25.801 [vert.x-eventloop-thread-1] INFO LogUtil [259819908eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705265802,14:34:25.802 [vert.x-eventloop-thread-1] INFO LogUtil [259819909eqId] 127.0.0.1:60460 PUT /source-storage/snapshots/3d4e61d8-d700-47b7-8a94-4fd949d2730b HTTP_1_1 200 412 5 tid=fs09000000 OK 1626705265906,14:34:25.906 [vert.x-eventloop-thread-1] INFO LogUtil [259820013eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705265907,14:34:25.907 [vert.x-eventloop-thread-1] INFO LogUtil [259820014eqId] 127.0.0.1:60464 PUT /source-storage/snapshots/3d4e61d8-d700-47b7-8a94-4fd949d2730b HTTP_1_1 200 412 6 tid=fs09000000 OK 1626705265975,"14:34:25.975 [vert.x-worker-thread-16] DEBUG KafkaConsumerWrapper [259820082eqId] Consumer - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED) a Record has been received. key: 4 currentLoad: 1 globalLoad: 1" 1626705265983,"14:34:25.983 [vert.x-worker-thread-16] DEBUG rdChunksKafkaHandler [259820090eqId] RecordCollection has been received, correlationId: ae161fae-a0f9-45d8-aaf9-0615e07f8473, starting processing... chunkNumber 4-4" 1626705266015,"14:34:26.015 [vert.x-worker-thread-16] WARN RecordDaoImpl [259820122eqId] Error occurred on batch execution: ERROR: invalid input value for enum record_type: ""MARC_BIB""" 1626705266035,14:34:26.034 [vert.x-worker-thread-16] ERROR RecordDaoImpl [259820141eqId] Failed to save records 1626705266035,"org.jooq.exception.DataAccessException: SQL [null]; ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705266035," Detail: Key (id)=(16271e31-d17b-445a-be4c-67f6908be7bd) is not present in table ""records_lb""." 1626705266035, at org.jooq.impl.Tools.translate(Tools.java:2753) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:723) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:649) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:97) ~[ms.jar:?] 1626705266035, at org.folio.dao.RecordDaoImpl.lambda$24(RecordDaoImpl.java:446) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:636) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.lambda$transactionResult0$0(DefaultDSLContext.java:564) ~[ms.jar:?] 1626705266035, at org.jooq.impl.Tools$12$1.block(Tools.java:4926) ~[ms.jar:?] 1626705266035, at java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3128) ~[?:?] 1626705266035, at org.jooq.impl.Tools$12.get(Tools.java:4923) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.transactionResult0(DefaultDSLContext.java:616) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.transactionResult(DefaultDSLContext.java:533) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.transaction(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705266035, at org.folio.dao.RecordDaoImpl.saveRecords(RecordDaoImpl.java:370) ~[ms.jar:?] 1626705266035, at org.folio.services.RecordServiceImpl.saveRecords(RecordServiceImpl.java:115) ~[ms.jar:?] 1626705266035, at org.folio.services.ParsedRecordChunksKafkaHandler.handle(ParsedRecordChunksKafkaHandler.java:91) ~[ms.jar:?] 1626705266035, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:173) ~[ms.jar:?] 1626705266035, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:24) ~[ms.jar:?] 1626705266035, at io.vertx.kafka.client.consumer.impl.KafkaConsumerImpl.lambda$handler$1(KafkaConsumerImpl.java:81) ~[ms.jar:?] 1626705266035, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.run(KafkaReadStreamImpl.java:237) ~[ms.jar:?] 1626705266035, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.lambda$schedule$8(KafkaReadStreamImpl.java:192) ~[ms.jar:?] 1626705266035, at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:96) ~[ms.jar:?] 1626705266035, at io.vertx.core.impl.WorkerContext.lambda$run$1(WorkerContext.java:102) ~[ms.jar:?] 1626705266035, at io.vertx.core.impl.TaskQueue.run(TaskQueue.java:76) ~[ms.jar:?] 1626705266035, at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] 1626705266035, at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] 1626705266035, at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [ms.jar:?] 1626705266035, at java.lang.Thread.run(Thread.java:829) [?:?] 1626705266035,"Caused by: org.postgresql.util.PSQLException: ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705266035," Detail: Key (id)=(16271e31-d17b-445a-be4c-67f6908be7bd) is not present in table ""records_lb""." 1626705266035, at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2553) ~[ms.jar:?] 1626705266035, at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2285) ~[ms.jar:?] 1626705266035, at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:323) ~[ms.jar:?] 1626705266035, at org.postgresql.jdbc.PgConnection.executeTransactionCommand(PgConnection.java:857) ~[ms.jar:?] 1626705266035, at org.postgresql.jdbc.PgConnection.commit(PgConnection.java:879) ~[ms.jar:?] 1626705266035, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] 1626705266035, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] 1626705266035, at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] 1626705266035, at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] 1626705266035, at org.postgresql.ds.PGPooledConnection$ConnectionHandler.invoke(PGPooledConnection.java:348) ~[ms.jar:?] 1626705266035, at com.sun.proxy.$Proxy88.commit(Unknown Source) ~[?:?] 1626705266035, at org.jooq.impl.LoaderImpl.commit(LoaderImpl.java:914) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.executeSQL(LoaderImpl.java:902) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:717) ~[ms.jar:?] 1626705266035, ... 27 more 1626705266035,"14:34:26.035 [vert.x-worker-thread-16] ERROR rdChunksKafkaHandler [259820142eqId] RecordCollection processing has failed with errors... correlationId: ae161fae-a0f9-45d8-aaf9-0615e07f8473, chunkNumber 4-4" 1626705266035,"org.jooq.exception.DataAccessException: SQL [null]; ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705266035," Detail: Key (id)=(16271e31-d17b-445a-be4c-67f6908be7bd) is not present in table ""records_lb""." 1626705266035, at org.jooq.impl.Tools.translate(Tools.java:2753) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:723) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:649) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:97) ~[ms.jar:?] 1626705266035, at org.folio.dao.RecordDaoImpl.lambda$24(RecordDaoImpl.java:446) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:636) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.lambda$transactionResult0$0(DefaultDSLContext.java:564) ~[ms.jar:?] 1626705266035, at org.jooq.impl.Tools$12$1.block(Tools.java:4926) ~[ms.jar:?] 1626705266035, at java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3128) ~[?:?] 1626705266035, at org.jooq.impl.Tools$12.get(Tools.java:4923) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.transactionResult0(DefaultDSLContext.java:616) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.transactionResult(DefaultDSLContext.java:533) ~[ms.jar:?] 1626705266035, at org.jooq.impl.DefaultDSLContext.transaction(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705266035, at org.folio.dao.RecordDaoImpl.saveRecords(RecordDaoImpl.java:370) ~[ms.jar:?] 1626705266035, at org.folio.services.RecordServiceImpl.saveRecords(RecordServiceImpl.java:115) ~[ms.jar:?] 1626705266035, at org.folio.services.ParsedRecordChunksKafkaHandler.handle(ParsedRecordChunksKafkaHandler.java:91) ~[ms.jar:?] 1626705266035, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:173) ~[ms.jar:?] 1626705266035, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:24) ~[ms.jar:?] 1626705266035, at io.vertx.kafka.client.consumer.impl.KafkaConsumerImpl.lambda$handler$1(KafkaConsumerImpl.java:81) ~[ms.jar:?] 1626705266035, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.run(KafkaReadStreamImpl.java:237) ~[ms.jar:?] 1626705266035, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.lambda$schedule$8(KafkaReadStreamImpl.java:192) ~[ms.jar:?] 1626705266035, at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:96) ~[ms.jar:?] 1626705266035, at io.vertx.core.impl.WorkerContext.lambda$run$1(WorkerContext.java:102) ~[ms.jar:?] 1626705266035, at io.vertx.core.impl.TaskQueue.run(TaskQueue.java:76) ~[ms.jar:?] 1626705266035, at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] 1626705266035, at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] 1626705266035, at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [ms.jar:?] 1626705266035, at java.lang.Thread.run(Thread.java:829) [?:?] 1626705266035,"Caused by: org.postgresql.util.PSQLException: ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705266035," Detail: Key (id)=(16271e31-d17b-445a-be4c-67f6908be7bd) is not present in table ""records_lb""." 1626705266035, at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2553) ~[ms.jar:?] 1626705266035, at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2285) ~[ms.jar:?] 1626705266035, at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:323) ~[ms.jar:?] 1626705266035, at org.postgresql.jdbc.PgConnection.executeTransactionCommand(PgConnection.java:857) ~[ms.jar:?] 1626705266035, at org.postgresql.jdbc.PgConnection.commit(PgConnection.java:879) ~[ms.jar:?] 1626705266035, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] 1626705266035, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] 1626705266035, at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] 1626705266035, at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] 1626705266035, at org.postgresql.ds.PGPooledConnection$ConnectionHandler.invoke(PGPooledConnection.java:348) ~[ms.jar:?] 1626705266035, at com.sun.proxy.$Proxy88.commit(Unknown Source) ~[?:?] 1626705266035, at org.jooq.impl.LoaderImpl.commit(LoaderImpl.java:914) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.executeSQL(LoaderImpl.java:902) ~[ms.jar:?] 1626705266035, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:717) ~[ms.jar:?] 1626705266035, ... 27 more 1626705266051,14:34:26.051 [vert.x-worker-thread-16] INFO AbstractConfig [259820158eqId] ProducerConfig values: 1626705266051, acks = -1 1626705266051, batch.size = 16384 1626705266051, bootstrap.servers = [kafka.jcp1.folio-eis.us-east-1:9092] 1626705266051, buffer.memory = 33554432 1626705266051, client.dns.lookup = default 1626705266051, client.id = producer-5 1626705266051, compression.type = none 1626705266051, connections.max.idle.ms = 540000 1626705266051, delivery.timeout.ms = 120000 1626705266051, enable.idempotence = true 1626705266051, interceptor.classes = [] 1626705266051, key.serializer = class org.apache.kafka.common.serialization.StringSerializer 1626705266051, linger.ms = 0 1626705266051, max.block.ms = 60000 1626705266051, max.in.flight.requests.per.connection = 5 1626705266051, max.request.size = 1048576 1626705266051, metadata.max.age.ms = 300000 1626705266051, metadata.max.idle.ms = 300000 1626705266051, metric.reporters = [] 1626705266051, metrics.num.samples = 2 1626705266051, metrics.recording.level = INFO 1626705266051, metrics.sample.window.ms = 30000 1626705266051, partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner 1626705266051, receive.buffer.bytes = 32768 1626705266051, reconnect.backoff.max.ms = 1000 1626705266051, reconnect.backoff.ms = 50 1626705266051, request.timeout.ms = 30000 1626705266051, retries = 2147483647 1626705266051, retry.backoff.ms = 100 1626705266051, sasl.client.callback.handler.class = null 1626705266051, sasl.jaas.config = null 1626705266051, sasl.kerberos.kinit.cmd = /usr/bin/kinit 1626705266051, sasl.kerberos.min.time.before.relogin = 60000 1626705266051, sasl.kerberos.service.name = null 1626705266051, sasl.kerberos.ticket.renew.jitter = 0.05 1626705266051, sasl.kerberos.ticket.renew.window.factor = 0.8 1626705266051, sasl.login.callback.handler.class = null 1626705266051, sasl.login.class = null 1626705266051, sasl.login.refresh.buffer.seconds = 300 1626705266051, sasl.login.refresh.min.period.seconds = 60 1626705266051, sasl.login.refresh.window.factor = 0.8 1626705266051, sasl.login.refresh.window.jitter = 0.05 1626705266051, sasl.mechanism = GSSAPI 1626705266051, security.protocol = PLAINTEXT 1626705266051, security.providers = null 1626705266051, send.buffer.bytes = 131072 1626705266051, ssl.cipher.suites = null 1626705266051, ssl.enabled.protocols = [TLSv1.2] 1626705266051, ssl.endpoint.identification.algorithm = https 1626705266051, ssl.key.password = null 1626705266051, ssl.keymanager.algorithm = SunX509 1626705266051, ssl.keystore.location = null 1626705266051, ssl.keystore.password = null 1626705266051, ssl.keystore.type = JKS 1626705266051, ssl.protocol = TLSv1.2 1626705266051, ssl.provider = null 1626705266051, ssl.secure.random.implementation = null 1626705266051, ssl.trustmanager.algorithm = PKIX 1626705266051, ssl.truststore.location = null 1626705266051, ssl.truststore.password = null 1626705266051, ssl.truststore.type = JKS 1626705266051, transaction.timeout.ms = 60000 1626705266051, transactional.id = null 1626705266051, value.serializer = class org.apache.kafka.common.serialization.StringSerializer 1626705266055,14:34:26.055 [vert.x-worker-thread-16] INFO KafkaProducer [259820162eqId] [Producer clientId=producer-5] Instantiated an idempotent producer. 1626705266060,14:34:26.060 [vert.x-worker-thread-16] INFO KafkaProducer [259820167eqId] [Producer clientId=producer-5] Overriding the default retries config to the recommended value of 2147483647 since the idempotent producer is enabled. 1626705266060,14:34:26.060 [vert.x-worker-thread-16] INFO KafkaProducer [259820167eqId] [Producer clientId=producer-5] Overriding the default acks to all since idempotence is enabled. 1626705266069,14:34:26.069 [vert.x-worker-thread-16] INFO ppInfoParser$AppInfo [259820176eqId] Kafka version: 2.5.0 1626705266069,14:34:26.069 [vert.x-worker-thread-16] INFO ppInfoParser$AppInfo [259820176eqId] Kafka commitId: 66563e712b0b9f84 1626705266069,14:34:26.069 [vert.x-worker-thread-16] INFO ppInfoParser$AppInfo [259820176eqId] Kafka startTimeMs: 1626705266069 1626705266075,14:34:26.075 [kafka-producer-network-thread | producer-5] INFO Metadata [259820182eqId] [Producer clientId=producer-5] Cluster ID: uQN9B7_PT6CyWW7zqO4PxA 1626705266076,14:34:26.076 [kafka-producer-network-thread | producer-5] INFO TransactionManager [259820183eqId] [Producer clientId=producer-5] ProducerId set to 6060289 with epoch 0 1626705266087,14:34:26.087 [vert.x-worker-thread-11] INFO EventHandlingUtil [259820194eqId] Event with type DI_ERROR and correlationId ae161fae-a0f9-45d8-aaf9-0615e07f8473 was sent to kafka 1626705266087,14:34:26.087 [vert.x-worker-thread-11] INFO EventHandlingUtil [259820194eqId] Event with type DI_ERROR and correlationId ae161fae-a0f9-45d8-aaf9-0615e07f8473 was sent to kafka 1626705266088,14:34:26.088 [vert.x-worker-thread-11] INFO EventHandlingUtil [259820195eqId] Event with type DI_ERROR and correlationId ae161fae-a0f9-45d8-aaf9-0615e07f8473 was sent to kafka 1626705266088,14:34:26.088 [vert.x-worker-thread-11] INFO EventHandlingUtil [259820195eqId] Event with type DI_ERROR and correlationId ae161fae-a0f9-45d8-aaf9-0615e07f8473 was sent to kafka 1626705266089,14:34:26.089 [vert.x-worker-thread-11] INFO EventHandlingUtil [259820196eqId] Event with type DI_ERROR and correlationId ae161fae-a0f9-45d8-aaf9-0615e07f8473 was sent to kafka 1626705266089,"14:34:26.089 [vert.x-worker-thread-11] DEBUG KafkaConsumerWrapper [259820196eqId] Consumer - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED) Committing offset: 4" 1626705266090,"14:34:26.089 [vert.x-worker-thread-11] ERROR KafkaConsumerWrapper [259820196eqId] Error while processing a record - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED)" 1626705266090,"org.jooq.exception.DataAccessException: SQL [null]; ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705266090," Detail: Key (id)=(16271e31-d17b-445a-be4c-67f6908be7bd) is not present in table ""records_lb""." 1626705266091,14:34:26.091 [vert.x-worker-thread-11] INFO KafkaProducer [259820198eqId] [Producer clientId=producer-5] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms. 1626705266304,14:34:26.304 [vert.x-eventloop-thread-1] INFO LogUtil [259820411eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705266305,14:34:26.305 [vert.x-eventloop-thread-1] INFO LogUtil [259820412eqId] 127.0.0.1:60470 PUT /source-storage/snapshots/3d4e61d8-d700-47b7-8a94-4fd949d2730b HTTP_1_1 200 338 5 tid=fs09000000 OK 1626705267080,"14:34:27.079 [vert.x-worker-thread-19] DEBUG KafkaConsumerWrapper [259821186eqId] Consumer - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED) Committed offset: 4" 1626705271256,14:34:31.256 [vert.x-eventloop-thread-1] INFO LogUtil [259825363eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705271256,14:34:31.256 [vert.x-eventloop-thread-1] INFO LogUtil [259825363eqId] 127.0.0.1:60514 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705279222,14:34:39.222 [vert.x-eventloop-thread-1] INFO LogUtil [259833329eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705279222,14:34:39.222 [vert.x-eventloop-thread-1] INFO LogUtil [259833329eqId] 127.0.0.1:60554 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705296772,14:34:56.772 [vert.x-eventloop-thread-1] INFO LogUtil [259850879eqId] org.folio.rest.RestVerticle start invoking postSourceStorageSnapshots 1626705296773,14:34:56.773 [vert.x-eventloop-thread-1] INFO LogUtil [259850880eqId] 127.0.0.1:60632 POST /source-storage/snapshots HTTP_1_1 201 336 5 tid=fs09000000 Created 1626705297196,14:34:57.196 [vert.x-eventloop-thread-1] INFO LogUtil [259851303eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705297197,14:34:57.196 [vert.x-eventloop-thread-1] INFO LogUtil [259851303eqId] 127.0.0.1:60642 PUT /source-storage/snapshots/8460bfc1-b0d0-4077-bd21-730b24fb64cd HTTP_1_1 200 346 5 tid=fs09000000 OK 1626705301364,14:35:01.363 [vert.x-eventloop-thread-1] INFO LogUtil [259855470eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705301364,14:35:01.364 [vert.x-eventloop-thread-1] INFO LogUtil [259855471eqId] 127.0.0.1:60684 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705304392,14:35:04.390 [vert.x-eventloop-thread-1] INFO LogUtil [259858497eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705304392,14:35:04.391 [vert.x-eventloop-thread-1] INFO LogUtil [259858498eqId] 127.0.0.1:60710 PUT /source-storage/snapshots/8460bfc1-b0d0-4077-bd21-730b24fb64cd HTTP_1_1 200 412 5 tid=fs09000000 OK 1626705304459,"14:35:04.458 [vert.x-worker-thread-7] DEBUG KafkaConsumerWrapper [259858565eqId] Consumer - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED) a Record has been received. key: 5 currentLoad: 1 globalLoad: 1" 1626705304461,"14:35:04.461 [vert.x-worker-thread-7] DEBUG rdChunksKafkaHandler [259858568eqId] RecordCollection has been received, correlationId: 41281b64-3e46-49c0-a9ed-ca48690ec678, starting processing... chunkNumber 5-5" 1626705304504,14:35:04.503 [vert.x-eventloop-thread-1] INFO LogUtil [259858610eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705304505,14:35:04.504 [vert.x-eventloop-thread-1] INFO LogUtil [259858611eqId] 127.0.0.1:60714 PUT /source-storage/snapshots/8460bfc1-b0d0-4077-bd21-730b24fb64cd HTTP_1_1 200 412 5 tid=fs09000000 OK 1626705304517,"14:35:04.517 [vert.x-worker-thread-7] WARN RecordDaoImpl [259858624eqId] Error occurred on batch execution: ERROR: invalid input value for enum record_type: ""MARC_BIB""" 1626705304539,14:35:04.532 [vert.x-worker-thread-7] ERROR RecordDaoImpl [259858639eqId] Failed to save records 1626705304539,"org.jooq.exception.DataAccessException: SQL [null]; ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705304539," Detail: Key (id)=(9f22cf53-3fd4-46d1-8f73-9dd6b4723dd0) is not present in table ""records_lb""." 1626705304539, at org.jooq.impl.Tools.translate(Tools.java:2753) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:723) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:649) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:97) ~[ms.jar:?] 1626705304539, at org.folio.dao.RecordDaoImpl.lambda$24(RecordDaoImpl.java:446) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:636) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.lambda$transactionResult0$0(DefaultDSLContext.java:564) ~[ms.jar:?] 1626705304539, at org.jooq.impl.Tools$12$1.block(Tools.java:4926) ~[ms.jar:?] 1626705304539, at java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3128) ~[?:?] 1626705304539, at org.jooq.impl.Tools$12.get(Tools.java:4923) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.transactionResult0(DefaultDSLContext.java:616) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.transactionResult(DefaultDSLContext.java:533) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.transaction(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705304539, at org.folio.dao.RecordDaoImpl.saveRecords(RecordDaoImpl.java:370) ~[ms.jar:?] 1626705304539, at org.folio.services.RecordServiceImpl.saveRecords(RecordServiceImpl.java:115) ~[ms.jar:?] 1626705304539, at org.folio.services.ParsedRecordChunksKafkaHandler.handle(ParsedRecordChunksKafkaHandler.java:91) ~[ms.jar:?] 1626705304539, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:173) ~[ms.jar:?] 1626705304539, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:24) ~[ms.jar:?] 1626705304539, at io.vertx.kafka.client.consumer.impl.KafkaConsumerImpl.lambda$handler$1(KafkaConsumerImpl.java:81) ~[ms.jar:?] 1626705304539, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.run(KafkaReadStreamImpl.java:237) ~[ms.jar:?] 1626705304539, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.lambda$schedule$8(KafkaReadStreamImpl.java:192) ~[ms.jar:?] 1626705304539, at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:96) ~[ms.jar:?] 1626705304539, at io.vertx.core.impl.WorkerContext.lambda$run$1(WorkerContext.java:102) ~[ms.jar:?] 1626705304539, at io.vertx.core.impl.TaskQueue.run(TaskQueue.java:76) ~[ms.jar:?] 1626705304539, at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] 1626705304539, at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] 1626705304539, at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [ms.jar:?] 1626705304539, at java.lang.Thread.run(Thread.java:829) [?:?] 1626705304539,"Caused by: org.postgresql.util.PSQLException: ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705304539," Detail: Key (id)=(9f22cf53-3fd4-46d1-8f73-9dd6b4723dd0) is not present in table ""records_lb""." 1626705304539, at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2553) ~[ms.jar:?] 1626705304539, at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2285) ~[ms.jar:?] 1626705304539, at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:323) ~[ms.jar:?] 1626705304539, at org.postgresql.jdbc.PgConnection.executeTransactionCommand(PgConnection.java:857) ~[ms.jar:?] 1626705304539, at org.postgresql.jdbc.PgConnection.commit(PgConnection.java:879) ~[ms.jar:?] 1626705304539, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] 1626705304539, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] 1626705304539, at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] 1626705304539, at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] 1626705304539, at org.postgresql.ds.PGPooledConnection$ConnectionHandler.invoke(PGPooledConnection.java:348) ~[ms.jar:?] 1626705304539, at com.sun.proxy.$Proxy88.commit(Unknown Source) ~[?:?] 1626705304539, at org.jooq.impl.LoaderImpl.commit(LoaderImpl.java:914) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.executeSQL(LoaderImpl.java:902) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:717) ~[ms.jar:?] 1626705304539, ... 27 more 1626705304539,"14:35:04.533 [vert.x-worker-thread-7] ERROR rdChunksKafkaHandler [259858640eqId] RecordCollection processing has failed with errors... correlationId: 41281b64-3e46-49c0-a9ed-ca48690ec678, chunkNumber 5-5" 1626705304539,"org.jooq.exception.DataAccessException: SQL [null]; ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705304539," Detail: Key (id)=(9f22cf53-3fd4-46d1-8f73-9dd6b4723dd0) is not present in table ""records_lb""." 1626705304539, at org.jooq.impl.Tools.translate(Tools.java:2753) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:723) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:649) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.execute(LoaderImpl.java:97) ~[ms.jar:?] 1626705304539, at org.folio.dao.RecordDaoImpl.lambda$24(RecordDaoImpl.java:446) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:636) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext$3.run(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.lambda$transactionResult0$0(DefaultDSLContext.java:564) ~[ms.jar:?] 1626705304539, at org.jooq.impl.Tools$12$1.block(Tools.java:4926) ~[ms.jar:?] 1626705304539, at java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3128) ~[?:?] 1626705304539, at org.jooq.impl.Tools$12.get(Tools.java:4923) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.transactionResult0(DefaultDSLContext.java:616) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.transactionResult(DefaultDSLContext.java:533) ~[ms.jar:?] 1626705304539, at org.jooq.impl.DefaultDSLContext.transaction(DefaultDSLContext.java:633) ~[ms.jar:?] 1626705304539, at org.folio.dao.RecordDaoImpl.saveRecords(RecordDaoImpl.java:370) ~[ms.jar:?] 1626705304539, at org.folio.services.RecordServiceImpl.saveRecords(RecordServiceImpl.java:115) ~[ms.jar:?] 1626705304539, at org.folio.services.ParsedRecordChunksKafkaHandler.handle(ParsedRecordChunksKafkaHandler.java:91) ~[ms.jar:?] 1626705304539, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:173) ~[ms.jar:?] 1626705304539, at org.folio.kafka.KafkaConsumerWrapper.handle(KafkaConsumerWrapper.java:24) ~[ms.jar:?] 1626705304539, at io.vertx.kafka.client.consumer.impl.KafkaConsumerImpl.lambda$handler$1(KafkaConsumerImpl.java:81) ~[ms.jar:?] 1626705304539, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.run(KafkaReadStreamImpl.java:237) ~[ms.jar:?] 1626705304539, at io.vertx.kafka.client.consumer.impl.KafkaReadStreamImpl.lambda$schedule$8(KafkaReadStreamImpl.java:192) ~[ms.jar:?] 1626705304539, at io.vertx.core.impl.AbstractContext.dispatch(AbstractContext.java:96) ~[ms.jar:?] 1626705304539, at io.vertx.core.impl.WorkerContext.lambda$run$1(WorkerContext.java:102) ~[ms.jar:?] 1626705304539, at io.vertx.core.impl.TaskQueue.run(TaskQueue.java:76) ~[ms.jar:?] 1626705304539, at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] 1626705304539, at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] 1626705304539, at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) [ms.jar:?] 1626705304539, at java.lang.Thread.run(Thread.java:829) [?:?] 1626705304539,"Caused by: org.postgresql.util.PSQLException: ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705304539," Detail: Key (id)=(9f22cf53-3fd4-46d1-8f73-9dd6b4723dd0) is not present in table ""records_lb""." 1626705304539, at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2553) ~[ms.jar:?] 1626705304539, at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2285) ~[ms.jar:?] 1626705304539, at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:323) ~[ms.jar:?] 1626705304539, at org.postgresql.jdbc.PgConnection.executeTransactionCommand(PgConnection.java:857) ~[ms.jar:?] 1626705304539, at org.postgresql.jdbc.PgConnection.commit(PgConnection.java:879) ~[ms.jar:?] 1626705304539, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] 1626705304539, at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] 1626705304539, at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] 1626705304539, at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] 1626705304539, at org.postgresql.ds.PGPooledConnection$ConnectionHandler.invoke(PGPooledConnection.java:348) ~[ms.jar:?] 1626705304539, at com.sun.proxy.$Proxy88.commit(Unknown Source) ~[?:?] 1626705304539, at org.jooq.impl.LoaderImpl.commit(LoaderImpl.java:914) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.executeSQL(LoaderImpl.java:902) ~[ms.jar:?] 1626705304539, at org.jooq.impl.LoaderImpl.executeRows(LoaderImpl.java:717) ~[ms.jar:?] 1626705304539, ... 27 more 1626705304539,14:35:04.537 [vert.x-worker-thread-7] INFO AbstractConfig [259858644eqId] ProducerConfig values: 1626705304539, acks = -1 1626705304539, batch.size = 16384 1626705304539, bootstrap.servers = [kafka.jcp1.folio-eis.us-east-1:9092] 1626705304539, buffer.memory = 33554432 1626705304539, client.dns.lookup = default 1626705304539, client.id = producer-6 1626705304539, compression.type = none 1626705304539, connections.max.idle.ms = 540000 1626705304539, delivery.timeout.ms = 120000 1626705304539, enable.idempotence = true 1626705304539, interceptor.classes = [] 1626705304539, key.serializer = class org.apache.kafka.common.serialization.StringSerializer 1626705304539, linger.ms = 0 1626705304539, max.block.ms = 60000 1626705304539, max.in.flight.requests.per.connection = 5 1626705304539, max.request.size = 1048576 1626705304539, metadata.max.age.ms = 300000 1626705304539, metadata.max.idle.ms = 300000 1626705304539, metric.reporters = [] 1626705304539, metrics.num.samples = 2 1626705304539, metrics.recording.level = INFO 1626705304539, metrics.sample.window.ms = 30000 1626705304539, partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner 1626705304539, receive.buffer.bytes = 32768 1626705304539, reconnect.backoff.max.ms = 1000 1626705304539, reconnect.backoff.ms = 50 1626705304539, request.timeout.ms = 30000 1626705304539, retries = 2147483647 1626705304539, retry.backoff.ms = 100 1626705304539, sasl.client.callback.handler.class = null 1626705304539, sasl.jaas.config = null 1626705304539, sasl.kerberos.kinit.cmd = /usr/bin/kinit 1626705304539, sasl.kerberos.min.time.before.relogin = 60000 1626705304539, sasl.kerberos.service.name = null 1626705304539, sasl.kerberos.ticket.renew.jitter = 0.05 1626705304539, sasl.kerberos.ticket.renew.window.factor = 0.8 1626705304539, sasl.login.callback.handler.class = null 1626705304539, sasl.login.class = null 1626705304539, sasl.login.refresh.buffer.seconds = 300 1626705304539, sasl.login.refresh.min.period.seconds = 60 1626705304539, sasl.login.refresh.window.factor = 0.8 1626705304539, sasl.login.refresh.window.jitter = 0.05 1626705304539, sasl.mechanism = GSSAPI 1626705304539, security.protocol = PLAINTEXT 1626705304539, security.providers = null 1626705304539, send.buffer.bytes = 131072 1626705304539, ssl.cipher.suites = null 1626705304539, ssl.enabled.protocols = [TLSv1.2] 1626705304539, ssl.endpoint.identification.algorithm = https 1626705304539, ssl.key.password = null 1626705304539, ssl.keymanager.algorithm = SunX509 1626705304539, ssl.keystore.location = null 1626705304539, ssl.keystore.password = null 1626705304539, ssl.keystore.type = JKS 1626705304539, ssl.protocol = TLSv1.2 1626705304539, ssl.provider = null 1626705304539, ssl.secure.random.implementation = null 1626705304539, ssl.trustmanager.algorithm = PKIX 1626705304539, ssl.truststore.location = null 1626705304539, ssl.truststore.password = null 1626705304539, ssl.truststore.type = JKS 1626705304539, transaction.timeout.ms = 60000 1626705304539, transactional.id = null 1626705304539, value.serializer = class org.apache.kafka.common.serialization.StringSerializer 1626705304539,14:35:04.538 [vert.x-worker-thread-7] INFO KafkaProducer [259858645eqId] [Producer clientId=producer-6] Instantiated an idempotent producer. 1626705304548,14:35:04.547 [vert.x-worker-thread-7] INFO KafkaProducer [259858654eqId] [Producer clientId=producer-6] Overriding the default retries config to the recommended value of 2147483647 since the idempotent producer is enabled. 1626705304548,14:35:04.548 [vert.x-worker-thread-7] INFO KafkaProducer [259858655eqId] [Producer clientId=producer-6] Overriding the default acks to all since idempotence is enabled. 1626705304555,14:35:04.555 [vert.x-worker-thread-7] INFO ppInfoParser$AppInfo [259858662eqId] Kafka version: 2.5.0 1626705304555,14:35:04.555 [vert.x-worker-thread-7] INFO ppInfoParser$AppInfo [259858662eqId] Kafka commitId: 66563e712b0b9f84 1626705304555,14:35:04.555 [vert.x-worker-thread-7] INFO ppInfoParser$AppInfo [259858662eqId] Kafka startTimeMs: 1626705304555 1626705304563,14:35:04.563 [kafka-producer-network-thread | producer-6] INFO Metadata [259858670eqId] [Producer clientId=producer-6] Cluster ID: uQN9B7_PT6CyWW7zqO4PxA 1626705304563,14:35:04.563 [kafka-producer-network-thread | producer-6] INFO TransactionManager [259858670eqId] [Producer clientId=producer-6] ProducerId set to 6059776 with epoch 0 1626705304568,14:35:04.568 [vert.x-worker-thread-11] INFO EventHandlingUtil [259858675eqId] Event with type DI_ERROR and correlationId 41281b64-3e46-49c0-a9ed-ca48690ec678 was sent to kafka 1626705304571,14:35:04.571 [vert.x-worker-thread-10] INFO EventHandlingUtil [259858678eqId] Event with type DI_ERROR and correlationId 41281b64-3e46-49c0-a9ed-ca48690ec678 was sent to kafka 1626705304571,14:35:04.571 [vert.x-worker-thread-10] INFO EventHandlingUtil [259858678eqId] Event with type DI_ERROR and correlationId 41281b64-3e46-49c0-a9ed-ca48690ec678 was sent to kafka 1626705304572,14:35:04.572 [vert.x-worker-thread-10] INFO EventHandlingUtil [259858679eqId] Event with type DI_ERROR and correlationId 41281b64-3e46-49c0-a9ed-ca48690ec678 was sent to kafka 1626705304574,14:35:04.573 [vert.x-worker-thread-0] INFO EventHandlingUtil [259858680eqId] Event with type DI_ERROR and correlationId 41281b64-3e46-49c0-a9ed-ca48690ec678 was sent to kafka 1626705304574,"14:35:04.574 [vert.x-worker-thread-0] DEBUG KafkaConsumerWrapper [259858681eqId] Consumer - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED) Committing offset: 5" 1626705304575,"14:35:04.575 [vert.x-worker-thread-0] ERROR KafkaConsumerWrapper [259858682eqId] Error while processing a record - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED)" 1626705304575,"org.jooq.exception.DataAccessException: SQL [null]; ERROR: insert or update on table ""raw_records_lb"" violates foreign key constraint ""fk_raw_records_records""" 1626705304575," Detail: Key (id)=(9f22cf53-3fd4-46d1-8f73-9dd6b4723dd0) is not present in table ""records_lb""." 1626705304575,14:35:04.575 [vert.x-worker-thread-0] INFO KafkaProducer [259858682eqId] [Producer clientId=producer-6] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms. 1626705304801,14:35:04.801 [vert.x-eventloop-thread-1] INFO LogUtil [259858908eqId] org.folio.rest.RestVerticle start invoking putSourceStorageSnapshotsByJobExecutionId 1626705304802,14:35:04.802 [vert.x-eventloop-thread-1] INFO LogUtil [259858909eqId] 127.0.0.1:60720 PUT /source-storage/snapshots/8460bfc1-b0d0-4077-bd21-730b24fb64cd HTTP_1_1 200 338 7 tid=fs09000000 OK 1626705305567,"14:35:05.567 [vert.x-worker-thread-7] DEBUG KafkaConsumerWrapper [259859674eqId] Consumer - id: 0 subscriptionPattern: SubscriptionDefinition(eventType=DI_RAW_RECORDS_CHUNK_PARSED, subscriptionPattern=jcp1\.Default\.\w{4,}\.DI_RAW_RECORDS_CHUNK_PARSED) Committed offset: 5" 1626705309262,14:35:09.261 [vert.x-eventloop-thread-1] INFO LogUtil [259863368eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705309262,14:35:09.262 [vert.x-eventloop-thread-1] INFO LogUtil [259863369eqId] 127.0.0.1:60738 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705331313,14:35:31.313 [vert.x-eventloop-thread-1] INFO LogUtil [259885420eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705331313,14:35:31.313 [vert.x-eventloop-thread-1] INFO LogUtil [259885420eqId] 127.0.0.1:60828 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705339274,14:35:39.274 [vert.x-eventloop-thread-1] INFO LogUtil [259893381eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705339274,14:35:39.274 [vert.x-eventloop-thread-1] INFO LogUtil [259893381eqId] 127.0.0.1:60868 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705361327,14:36:01.326 [vert.x-eventloop-thread-1] INFO LogUtil [259915433eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705361327,14:36:01.326 [vert.x-eventloop-thread-1] INFO LogUtil [259915433eqId] 127.0.0.1:60956 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705369298,14:36:09.297 [vert.x-eventloop-thread-1] INFO LogUtil [259923404eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705369298,14:36:09.298 [vert.x-eventloop-thread-1] INFO LogUtil [259923405eqId] 127.0.0.1:60988 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705391322,14:36:31.322 [vert.x-eventloop-thread-1] INFO LogUtil [259945429eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705391322,14:36:31.322 [vert.x-eventloop-thread-1] INFO LogUtil [259945429eqId] 127.0.0.1:32856 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705399274,14:36:39.274 [vert.x-eventloop-thread-1] INFO LogUtil [259953381eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705399274,14:36:39.274 [vert.x-eventloop-thread-1] INFO LogUtil [259953381eqId] 127.0.0.1:32890 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705421342,14:37:01.342 [vert.x-eventloop-thread-1] INFO LogUtil [259975449eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705421342,14:37:01.342 [vert.x-eventloop-thread-1] INFO LogUtil [259975449eqId] 127.0.0.1:32972 GET /admin/health null HTTP_1_1 200 4 0 tid=null OK 1626705429337,14:37:09.337 [vert.x-eventloop-thread-1] INFO LogUtil [259983444eqId] org.folio.rest.RestVerticle start invoking getAdminHealth 1626705429338,14:37:09.338 [vert.x-eventloop-thread-1] INFO LogUtil [259983445eqId] 127.0.0.1:33004 GET /admin/health null HTTP_1_1 200 4 1 tid=null OK