@timestamp,@message 2021-10-23 09:19:51.826,We running in the prd account 2021-10-23 09:19:51.859,Content of /etc/awslogs/nginxlogs.conf 2021-10-23 09:19:51.877,# The 77fd4cd08b294a59b459e1f4cee1270d and jusm tags in this this script are expanded at container runtime 2021-10-23 09:19:51.877,# by docker-entrypoint.sh 2021-10-23 09:19:51.877,[general] 2021-10-23 09:19:51.877,state_file = /var/awslogs/agent-state 2021-10-23 09:19:51.877,[/var/log/nginx/access.log] 2021-10-23 09:19:51.877,file = /var/log/nginx/access.log 2021-10-23 09:19:51.877,log_group_name = jusm-folio-eis 2021-10-23 09:19:51.877,log_stream_name = jusm/mod-data-export-worker/nginx/77fd4cd08b294a59b459e1f4cee1270d 2021-10-23 09:19:51.877,[/var/log/nginx/error.log] 2021-10-23 09:19:51.877,file = /var/log/nginx/error.log 2021-10-23 09:19:51.877,log_group_name = jusm-folio-eis 2021-10-23 09:19:51.877,log_stream_name = jusm/mod-data-export-worker/nginx-error/77fd4cd08b294a59b459e1f4cee1270d 2021-10-23 09:19:51.877,Content of profiler.yaml 2021-10-23 09:19:51.897,reporter: com.uber.profiling.reporters.InfluxDBOutputReporter 2021-10-23 09:19:51.897,tag: mod-data-export-worker 2021-10-23 09:19:51.897,metricInterval: 100000 2021-10-23 09:19:51.897,"durationProfiling: [com.fasterxml.*, org.*]" 2021-10-23 09:19:51.897,sampleInterval: 10000 2021-10-23 09:19:51.897,influxdb.host: ec2-54-165-58-65.compute-1.amazonaws.com 2021-10-23 09:19:51.897,influxdb.port: 8086 2021-10-23 09:19:51.897,influxdb.database: profiling 2021-10-23 09:19:51.897,influxdb.username: 2021-10-23 09:19:51.897,influxdb.password: 2021-10-23 09:19:51.903,==== Running container environment ==== 2021-10-23 09:19:51.931,uid=0(root) gid=0(root) groups=0(root) 2021-10-23 09:19:51.940,DB_PASSWORD=w5mGnpBiRycULweiZwqV 2021-10-23 09:19:51.940,AWS_EXECUTION_ENV=AWS_ECS_EC2 2021-10-23 09:19:51.940,KAFKA_HOST=kafka.jusm.folio-eis.us-east-1 2021-10-23 09:19:51.940,MS_JAR=ms.jar 2021-10-23 09:19:51.940,JAVA_PROFILER_STATE=disabled 2021-10-23 09:19:51.940,AWS_CONTAINER_CREDENTIALS_RELATIVE_URI=/v2/credentials/21c5ebfd-8e72-470a-bc7a-dcacc7ab8e5d 2021-10-23 09:19:51.940,HOSTNAME=3b863ab16c90 2021-10-23 09:19:51.940,PREFIX=jusm 2021-10-23 09:19:51.940,MS_HOME=/usr/ms 2021-10-23 09:19:51.940,JAVA_HOME=/usr/local/openjdk-11 2021-10-23 09:19:51.940,NUMBER_OF_PARTITIONS=1 2021-10-23 09:19:51.940,JAVA_OPTS=-Dvertx.logger-delegate-factory-class-name=io.vertx.core.logging.SLF4JLogDelegateFactory -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/usr/ms/mod-data-export-worker.hprof -XX:OnOutOfMemoryError=/usr/ms/heapdump.sh -XX:MetaspaceSize=88m -XX:MaxMetaspaceSize=88m -Xmx360m -XX:MetaspaceSize=512m -XX:MaxMetaspaceSize=512m -Xmx1024m -XX:MaxRAMPercentage=85.0 -Dserver.port=8082 -Dspring.datasource.username=folio -Dspring.datasource.password=w5mGnpBiRycULweiZwqV -Dspring.datasource.url=jdbc:postgresql://db.jusm.folio-eis.us-east-1:5432/folio -Dspring.kafka.bootstrap-servers=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 09:19:51.940,CONFIG_FILE=config.json 2021-10-23 09:19:51.940,"JAVA_PROFILER_OPTS=-noverify -javaagent:""/usr/ms/jvm-profiler-1.0.0.jar""=configProvider=com.uber.profiling.YamlConfigProvider,configFile=""/usr/ms/profiler.yaml"" -cp ""/usr/ms/jvm-profiler-1.0.0.jar"" " 2021-10-23 09:19:51.940,AWS_REGION=us-east-1 2021-10-23 09:19:51.940,ENV=jusm 2021-10-23 09:19:51.940,PWD=/usr/ms 2021-10-23 09:19:51.940,JAVA_ARGS=-Dhttp.port=8082 -Dlog.level=info db_connection=https://s3.amazonaws.com/jusm-folio-eis-us-east-1-prd/db/postgres-conf.json 2021-10-23 09:19:51.940,ECS_CONTAINER_METADATA_URI_V4=http://169.254.170.2/v4/645d3252-ea09-4379-8daf-b081f821f91c 2021-10-23 09:19:51.940,REPLICATION_FACTOR=2 2021-10-23 09:19:51.940,KAFKA_PORT=9092 2021-10-23 09:19:51.940,DB_PORT=5432 2021-10-23 09:19:51.940,HOME=/root 2021-10-23 09:19:51.940,DB_MAXPOOLSIZE=20 2021-10-23 09:19:51.940,LANG=C.UTF-8 2021-10-23 09:19:51.940,KAFKA_URL=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 09:19:51.940,DB_USERNAME=folio 2021-10-23 09:19:51.940,DB_HOST=db.jusm.folio-eis.us-east-1 2021-10-23 09:19:51.940,ECS_CONTAINER_METADATA_URI=http://169.254.170.2/v3/645d3252-ea09-4379-8daf-b081f821f91c 2021-10-23 09:19:51.940,DB_EXPLAIN_QUERY_THRESHOLD=300000 2021-10-23 09:19:51.940,SHLVL=1 2021-10-23 09:19:51.940,AWS_BUCKET=data-export-folio-eis-us-east-1-prd-tenant 2021-10-23 09:19:51.940,AWS_URL=https://s3.amazonaws.com 2021-10-23 09:19:51.940,PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 2021-10-23 09:19:51.940,DB_DATABASE=folio 2021-10-23 09:19:51.940,JAVA_VERSION=11.0.12 2021-10-23 09:19:51.940,_=/usr/bin/env 2021-10-23 09:19:51.963,total 114M 2021-10-23 09:19:51.963,drwxr-xr-x 1 folio folio 4.0K Aug 6 00:14 . 2021-10-23 09:19:51.963,drwxr-xr-x 1 root root 4.0K Aug 6 00:13 .. 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 1.2K Aug 6 00:11 aws_ss.properties 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 57K Aug 6 00:11 awslogs-agent-setup.py 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 2.1K Aug 6 00:11 docker-entrypoint.sh 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 2.4K Aug 6 00:11 heapdump.sh 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 7.8M Jan 1 1970 jvm-profiler-1.0.0.jar 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 106M Aug 6 00:12 ms.jar 2021-10-23 09:19:51.963,-rwxr-xr-x 1 root root 322 Aug 6 00:11 profiler.yaml 2021-10-23 09:19:52.079,downloading AgentDependencies.tar.gz with urllib 2021-10-23 09:19:52.286,Starting nginx: nginx. 2021-10-23 09:19:52.381,AgentDependencies/ 2021-10-23 09:19:52.381,AgentDependencies/awslogscli/ 2021-10-23 09:19:52.381,AgentDependencies/awslogscli/urllib3-1.25.6.tar.gz 2021-10-23 09:19:52.383,AgentDependencies/awslogscli/jmespath-0.9.2.tar.gz 2021-10-23 09:19:52.383,AgentDependencies/awslogscli/colorama-0.3.7.zip 2021-10-23 09:19:52.384,AgentDependencies/awslogscli/idna-2.8.tar.gz 2021-10-23 09:19:52.385,AgentDependencies/awslogscli/awscli-1.11.41.tar.gz 2021-10-23 09:19:52.390,AgentDependencies/awslogscli/argparse-1.2.1.tar.gz 2021-10-23 09:19:52.392,AgentDependencies/awslogscli/botocore-1.13.9.tar.gz 2021-10-23 09:19:52.443,Starting periodic command scheduler: cron. 2021-10-23 09:19:52.444,AgentDependencies/awslogscli/docutils-0.15.2.tar.gz 2021-10-23 09:19:52.464,AgentDependencies/awslogscli/pyasn1-0.2.3.tar.gz 2021-10-23 09:19:52.465,AgentDependencies/awslogscli/python-dateutil-2.6.0.tar.gz 2021-10-23 09:19:52.469,AgentDependencies/awslogscli/botocore-1.5.4.tar.gz 2021-10-23 09:19:52.507,AgentDependencies/awslogscli/jmespath-0.9.4.tar.gz 2021-10-23 09:19:52.508,AgentDependencies/awslogscli/awscli-cwlogs-1.4.6.tar.gz 2021-10-23 09:19:52.508,AgentDependencies/awslogscli/ordereddict-1.1.tar.gz 2021-10-23 09:19:52.508,AgentDependencies/awslogscli/futures-3.3.0.tar.gz 2021-10-23 09:19:52.508,AgentDependencies/awslogscli/futures-3.0.5.tar.gz 2021-10-23 09:19:52.509,AgentDependencies/awslogscli/certifi-2019.9.11.tar.gz 2021-10-23 09:19:52.511,AgentDependencies/awslogscli/six-1.12.0.tar.gz 2021-10-23 09:19:52.511,AgentDependencies/awslogscli/s3transfer-0.1.10.tar.gz 2021-10-23 09:19:52.512,AgentDependencies/awslogscli/six-1.10.0.tar.gz 2021-10-23 09:19:52.513,AgentDependencies/awslogscli/requests-2.18.4.tar.gz 2021-10-23 09:19:52.514,AgentDependencies/awslogscli/rsa-3.4.2.tar.gz 2021-10-23 09:19:52.514,AgentDependencies/awslogscli/s3transfer-0.2.1.tar.gz 2021-10-23 09:19:52.515,AgentDependencies/awslogscli/docutils-0.13.1.tar.gz 2021-10-23 09:19:52.530,AgentDependencies/awslogscli/urllib3-1.22.tar.gz 2021-10-23 09:19:52.534,AgentDependencies/awslogscli/awscli-1.16.273.tar.gz 2021-10-23 09:19:52.540,AgentDependencies/awslogscli/PyYAML-5.1.2.tar.gz 2021-10-23 09:19:52.544,AgentDependencies/awslogscli/idna-2.5.tar.gz 2021-10-23 09:19:52.544,AgentDependencies/awslogscli/PyYAML-3.12.tar.gz 2021-10-23 09:19:52.550,AgentDependencies/awslogscli/pyasn1-0.4.7.tar.gz 2021-10-23 09:19:52.550,AgentDependencies/awslogscli/colorama-0.4.1.tar.gz 2021-10-23 09:19:52.550,AgentDependencies/awslogscli/simplejson-3.3.0.tar.gz 2021-10-23 09:19:52.550,AgentDependencies/awslogscli/chardet-3.0.4.tar.gz 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/ 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/setup.cfg 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/tests/ 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/tests/__init__.py 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/tests/test_cmdline.py 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/tests/test_virtualenv.py 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/tests/test_activate_output.expected 2021-10-23 09:19:52.567,AgentDependencies/virtualenv-15.1.0/tests/test_activate.sh 2021-10-23 09:19:52.568,AgentDependencies/virtualenv-15.1.0/scripts/ 2021-10-23 09:19:52.568,AgentDependencies/virtualenv-15.1.0/scripts/virtualenv 2021-10-23 09:19:52.568,AgentDependencies/virtualenv-15.1.0/virtualenv.py 2021-10-23 09:19:52.569,AgentDependencies/virtualenv-15.1.0/MANIFEST.in 2021-10-23 09:19:52.569,AgentDependencies/virtualenv-15.1.0/README.rst 2021-10-23 09:19:52.569,AgentDependencies/virtualenv-15.1.0/AUTHORS.txt 2021-10-23 09:19:52.569,AgentDependencies/virtualenv-15.1.0/setup.py 2021-10-23 09:19:52.570,AgentDependencies/virtualenv-15.1.0/LICENSE.txt 2021-10-23 09:19:52.571,AgentDependencies/virtualenv-15.1.0/virtualenv_support/ 2021-10-23 09:19:52.571,AgentDependencies/virtualenv-15.1.0/virtualenv_support/__init__.py 2021-10-23 09:19:52.571,AgentDependencies/virtualenv-15.1.0/virtualenv_support/wheel-0.29.0-py2.py3-none-any.whl 2021-10-23 09:19:52.573,AgentDependencies/virtualenv-15.1.0/virtualenv_support/argparse-1.4.0-py2.py3-none-any.whl 2021-10-23 09:19:52.573,AgentDependencies/virtualenv-15.1.0/virtualenv_support/pip-9.0.1-py2.py3-none-any.whl 2021-10-23 09:19:52.592,AgentDependencies/virtualenv-15.1.0/virtualenv_support/setuptools-28.8.0-py2.py3-none-any.whl 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/PKG-INFO 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/bin/ 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/bin/rebuild-script.py 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/ 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/not-zip-safe 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/SOURCES.txt 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/entry_points.txt 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/top_level.txt 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/PKG-INFO 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/dependency_links.txt 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/ 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.ps1 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.csh 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/deactivate.bat 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate_this.py 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.fish 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/python-config 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.bat 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils.cfg 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/site.py 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.sh 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils-init.py 2021-10-23 09:19:52.601,AgentDependencies/virtualenv-15.1.0/docs/ 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/userguide.rst 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/index.rst 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/development.rst 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/reference.rst 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/Makefile 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/conf.py 2021-10-23 09:19:52.602,AgentDependencies/virtualenv-15.1.0/docs/changes.rst 2021-10-23 09:19:52.603,AgentDependencies/virtualenv-15.1.0/docs/installation.rst 2021-10-23 09:19:52.603,AgentDependencies/virtualenv-15.1.0/docs/make.bat 2021-10-23 09:19:52.603,AgentDependencies/pip-6.1.1.tar.gz 2021-10-23 09:19:52.918,Step 1 of 5: Installing pip ...libyaml-dev does not exist in system DONE 2021-10-23 09:20:02.972,Step 2 of 5: Downloading the latest CloudWatch Logs agent bits ...  2021-10-23 09:20:02.972, . ____ _ __ _ _ 2021-10-23 09:20:02.972, /\\ / ___'_ __ _ _(_)_ __ __ _ \ \ \ \ 2021-10-23 09:20:02.972,( ( )\___ | '_ | '_| | '_ \/ _` | \ \ \ \ 2021-10-23 09:20:02.972, \\/ ___)| |_)| | | | | || (_| | ) ) ) ) 2021-10-23 09:20:02.972," ' |____| .__|_| |_|_| |_\__, | / / / /" 2021-10-23 09:20:02.972, =========|_|==============|___/=/_/_/_/ 2021-10-23 09:20:02.975, :: Spring Boot :: (v2.3.4.RELEASE) 2021-10-23 09:20:03.034,"09:20:03.025 [main] INFO org.folio.dew.ModDataExportWorkerApplication - No active profile set, falling back to default profiles: default" 2021-10-23 09:20:09.004,09:20:09.004 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Bootstrapping Spring Data JPA repositories in DEFERRED mode. 2021-10-23 09:20:09.148,09:20:09.148 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Finished Spring Data repository scanning in 121ms. Found 0 JPA repository interfaces. 2021-10-23 09:20:10.913,09:20:10.913 [main] INFO org.springframework.cloud.context.scope.GenericScope - BeanFactory id=5bab44ad-23ea-34e7-919c-fff788fd34d2 2021-10-23 09:20:10.991,"09:20:10.990 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'errorChannel' has been explicitly defined. Therefore, a default PublishSubscribeChannel will be created." 2021-10-23 09:20:11.025,"09:20:11.025 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'taskScheduler' has been explicitly defined. Therefore, a default ThreadPoolTaskScheduler will be created." 2021-10-23 09:20:11.074,"09:20:11.073 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'integrationHeaderChannelRegistry' has been explicitly defined. Therefore, a default DefaultHeaderChannelRegistry will be created." 2021-10-23 09:20:11.192,09:20:11.192 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.des.client.ConfigurationClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.197,09:20:11.197 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.FeefineactionsClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.203,09:20:11.203 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.TransferClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.204,09:20:11.204 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.UserClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.205,09:20:11.205 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.206,09:20:11.206 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountBulkClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.217,09:20:11.214 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.ServicePointClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:11.217,09:20:11.215 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AuditClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:12.505,09:20:12.505 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.spring.config.FolioSpringConfiguration' of type [org.folio.spring.config.FolioSpringConfiguration$$EnhancerBySpringCGLIB$$e65c00d2] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:12.533,09:20:12.533 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [org.springframework.aop.scope.ScopedProxyFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:12.534,09:20:12.533 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [com.sun.proxy.$Proxy125] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:12.561,09:20:12.561 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.springframework.integration.config.IntegrationManagementConfiguration' of type [org.springframework.integration.config.IntegrationManagementConfiguration] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:12.603,09:20:12.603 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationChannelResolver' of type [org.springframework.integration.support.channel.BeanFactoryChannelResolver] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:12.607,09:20:12.607 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationDisposableAutoCreatedBeans' of type [org.springframework.integration.config.annotation.Disposables] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 09:20:13.595,09:20:13.595 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat initialized with port(s): 8082 (http) 2021-10-23 09:20:13.626,"09:20:13.626 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Initializing ProtocolHandler [""http-nio-8082""]" 2021-10-23 09:20:13.628,09:20:13.627 [main] INFO org.apache.catalina.core.StandardService - Starting service [Tomcat] 2021-10-23 09:20:13.628,09:20:13.628 [main] INFO org.apache.catalina.core.StandardEngine - Starting Servlet engine: [Apache Tomcat/9.0.38] 2021-10-23 09:20:13.825,09:20:13.824 [main] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring embedded WebApplicationContext 2021-10-23 09:20:13.825,09:20:13.824 [main] INFO org.springframework.boot.web.servlet.context.ServletWebServerApplicationContext - Root WebApplicationContext: initialization completed in 10636 ms 2021-10-23 09:20:18.441,09:20:18.429 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 'taskScheduler' 2021-10-23 09:20:18.595,09:20:18.594 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Starting... 2021-10-23 09:20:18.654,"09:20:18.654 [main] WARN com.zaxxer.hikari.util.DriverDataSource - Registered driver with driverClassName=org.hsqldb.jdbcDriver was not found, trying direct instantiation." 2021-10-23 09:20:20.104,09:20:20.104 [main] INFO com.zaxxer.hikari.pool.PoolBase - HikariPool-1 - Driver does not support get/set network timeout for connections. (feature not supported) 2021-10-23 09:20:20.157,09:20:20.149 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Start completed. 2021-10-23 09:20:20.609,09:20:20.607 [task-scheduler-1] INFO org.hibernate.jpa.internal.util.LogHelper - HHH000204: Processing PersistenceUnitInfo [name: default] 2021-10-23 09:20:20.803,"09:20:20.803 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - Creating MinIO client endpoint https://s3.amazonaws.com,region us-east-1,bucket data-export-folio-eis-us-east-1-prd-tenant,accessKey ,secretKey ." 2021-10-23 09:20:20.927,09:20:20.926 [task-scheduler-1] INFO org.hibernate.Version - HHH000412: Hibernate ORM core version 5.4.21.Final 2021-10-23 09:20:20.973,"09:20:20.972 [task-scheduler-1] INFO org.hibernate.cfg.Environment - HHH000205: Loaded properties from resource hibernate.properties: {hibernate.bytecode.use_reflection_optimizer=false, hibernate.types.jackson.object.mapper=org.folio.des.config.JacksonConfiguration}" 2021-10-23 09:20:22.629,09:20:22.628 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - IamAwsProvider MinIO credentials provider created. 2021-10-23 09:20:22.762,09:20:22.757 [task-scheduler-1] INFO org.hibernate.annotations.common.Version - HCANN000001: Hibernate Commons Annotations {5.1.0.Final} 2021-10-23 09:20:22.979,09:20:22.979 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor - Initializing ExecutorService 'asyncTaskExecutor' 2021-10-23 09:20:23.883,09:20:23.877 [task-scheduler-1] INFO org.hibernate.dialect.Dialect - HHH000400: Using dialect: org.hibernate.dialect.HSQLDialect 2021-10-23 09:20:25.044,09:20:25.043 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:25.062,09:20:25.053 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:25.507,09:20:25.506 [task-scheduler-1] INFO org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 6.1.5.Final 2021-10-23 09:20:25.662,09:20:25.657 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:25.662,09:20:25.657 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:25.729,09:20:25.728 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:25.729,09:20:25.729 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:25.909,09:20:25.908 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:25.909,09:20:25.908 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:26.144,09:20:26.143 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:26.145,09:20:26.145 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:26.410,09:20:26.409 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:26.410,09:20:26.410 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:26.575,09:20:26.573 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:26.583,09:20:26.573 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:27.546,09:20:27.545 [task-scheduler-1] INFO org.hibernate.engine.transaction.jta.platform.internal.JtaPlatformInitiator - HHH000490: Using JtaPlatform implementation: [org.hibernate.engine.transaction.jta.platform.internal.NoJtaPlatform] 2021-10-23 09:20:27.620,09:20:27.620 [task-scheduler-1] INFO org.springframework.orm.jpa.LocalContainerEntityManagerFactoryBean - Initialized JPA EntityManagerFactory for persistence unit 'default' 2021-10-23 09:20:27.907,09:20:27.905 [main] INFO org.folio.dew.service.JobCommandsReceiverService - Created working directory /tmp/mod-data-export-worker/. 2021-10-23 09:20:29.413,09:20:29.413 [main] INFO org.springframework.boot.actuate.endpoint.web.EndpointLinksResolver - Exposing 1 endpoint(s) beneath base path '/admin' 2021-10-23 09:20:29.772,"09:20:29.771 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 09:20:29.903,09:20:29.902 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 09:20:29.903,"09:20:29.903 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 09:20:29.914,09:20:29.914 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 09:20:29.915,"09:20:29.914 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 09:20:31.115,"09:20:31.115 [main] WARN org.springframework.boot.autoconfigure.mustache.MustacheAutoConfiguration - Cannot find template location: classpath:/templates/ (please add some templates, check your Mustache configuration, or set spring.mustache.check-template-location=false)" 2021-10-23 09:20:31.464,"09:20:31.463 [main] WARN org.springframework.boot.autoconfigure.batch.JpaBatchConfigurer - JPA does not support custom isolation levels, so locks may not be taken when launching Jobs" 2021-10-23 09:20:31.465,"09:20:31.465 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 09:20:31.466,"09:20:31.465 [main] INFO org.springframework.batch.core.launch.support.SimpleJobLauncher - No TaskExecutor has been set, defaulting to synchronous executor." 2021-10-23 09:20:32.607,09:20:32.607 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - Adding {logging-channel-adapter:_org.springframework.integration.errorLogger} as a subscriber to the 'errorChannel' channel 2021-10-23 09:20:32.608,09:20:32.608 [main] INFO org.springframework.integration.channel.PublishSubscribeChannel - Channel 'application-1.errorChannel' has 1 subscriber(s). 2021-10-23 09:20:32.609,09:20:32.608 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - started bean '_org.springframework.integration.errorLogger' 2021-10-23 09:20:33.242,09:20:33.241 [main] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 09:20:33.242, allow.auto.create.topics = true 2021-10-23 09:20:33.242, auto.commit.interval.ms = 5000 2021-10-23 09:20:33.242, auto.offset.reset = latest 2021-10-23 09:20:33.242, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 09:20:33.242, check.crcs = true 2021-10-23 09:20:33.242, client.dns.lookup = default 2021-10-23 09:20:33.242, client.id = 2021-10-23 09:20:33.242, client.rack = 2021-10-23 09:20:33.242, connections.max.idle.ms = 540000 2021-10-23 09:20:33.242, default.api.timeout.ms = 60000 2021-10-23 09:20:33.242, enable.auto.commit = false 2021-10-23 09:20:33.242, exclude.internal.topics = true 2021-10-23 09:20:33.242, fetch.max.bytes = 52428800 2021-10-23 09:20:33.242, fetch.max.wait.ms = 500 2021-10-23 09:20:33.242, fetch.min.bytes = 1 2021-10-23 09:20:33.242, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 09:20:33.242, group.instance.id = null 2021-10-23 09:20:33.242, heartbeat.interval.ms = 3000 2021-10-23 09:20:33.242, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 09:20:33.242, internal.leave.group.on.close = true 2021-10-23 09:20:33.242, isolation.level = read_uncommitted 2021-10-23 09:20:33.242, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 09:20:33.242, max.partition.fetch.bytes = 1048576 2021-10-23 09:20:33.242, max.poll.interval.ms = 300000 2021-10-23 09:20:33.242, max.poll.records = 500 2021-10-23 09:20:33.242, metadata.max.age.ms = 300000 2021-10-23 09:20:33.242, metric.reporters = [] 2021-10-23 09:20:33.242, metrics.num.samples = 2 2021-10-23 09:20:33.242, metrics.recording.level = INFO 2021-10-23 09:20:33.242, metrics.sample.window.ms = 30000 2021-10-23 09:20:33.242, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 09:20:33.242, receive.buffer.bytes = 65536 2021-10-23 09:20:33.242, reconnect.backoff.max.ms = 1000 2021-10-23 09:20:33.242, reconnect.backoff.ms = 50 2021-10-23 09:20:33.242, request.timeout.ms = 30000 2021-10-23 09:20:33.242, retry.backoff.ms = 100 2021-10-23 09:20:33.242, sasl.client.callback.handler.class = null 2021-10-23 09:20:33.242, sasl.jaas.config = null 2021-10-23 09:20:33.242, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 09:20:33.242, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 09:20:33.242, sasl.kerberos.service.name = null 2021-10-23 09:20:33.242, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 09:20:33.242, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 09:20:33.242, sasl.login.callback.handler.class = null 2021-10-23 09:20:33.242, sasl.login.class = null 2021-10-23 09:20:33.242, sasl.login.refresh.buffer.seconds = 300 2021-10-23 09:20:33.242, sasl.login.refresh.min.period.seconds = 60 2021-10-23 09:20:33.242, sasl.login.refresh.window.factor = 0.8 2021-10-23 09:20:33.242, sasl.login.refresh.window.jitter = 0.05 2021-10-23 09:20:33.242, sasl.mechanism = GSSAPI 2021-10-23 09:20:33.242, security.protocol = PLAINTEXT 2021-10-23 09:20:33.242, security.providers = null 2021-10-23 09:20:33.242, send.buffer.bytes = 131072 2021-10-23 09:20:33.242, session.timeout.ms = 10000 2021-10-23 09:20:33.242, ssl.cipher.suites = null 2021-10-23 09:20:33.242, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 09:20:33.242, ssl.endpoint.identification.algorithm = https 2021-10-23 09:20:33.242, ssl.key.password = null 2021-10-23 09:20:33.242, ssl.keymanager.algorithm = SunX509 2021-10-23 09:20:33.242, ssl.keystore.location = null 2021-10-23 09:20:33.242, ssl.keystore.password = null 2021-10-23 09:20:33.242, ssl.keystore.type = JKS 2021-10-23 09:20:33.242, ssl.protocol = TLSv1.2 2021-10-23 09:20:33.242, ssl.provider = null 2021-10-23 09:20:33.242, ssl.secure.random.implementation = null 2021-10-23 09:20:33.242, ssl.trustmanager.algorithm = PKIX 2021-10-23 09:20:33.242, ssl.truststore.location = null 2021-10-23 09:20:33.242, ssl.truststore.password = null 2021-10-23 09:20:33.242, ssl.truststore.type = JKS 2021-10-23 09:20:33.242, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 09:20:33.491,09:20:33.490 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 09:20:33.491,09:20:33.491 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 09:20:33.495,09:20:33.495 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 09:20:33.495,09:20:33.495 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 09:20:33.495,09:20:33.495 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634980833491 2021-10-23 09:20:33.502,"09:20:33.502 [main] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 09:20:33.506,09:20:33.506 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 09:20:33.537,"09:20:33.536 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Starting ProtocolHandler [""http-nio-8082""]" 2021-10-23 09:20:33.674,09:20:33.674 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat started on port(s): 8082 (http) with context path '' 2021-10-23 09:20:34.883,"09:20:34.882 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 09:20:34.885,"09:20:34.884 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 09:20:34.898,"09:20:34.898 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 09:20:34.960,09:20:34.960 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 09:20:34.961,09:20:34.961 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 09:20:35.037,09:20:35.037 [main] INFO org.folio.dew.ModDataExportWorkerApplication - Started ModDataExportWorkerApplication in 37.315 seconds (JVM running for 42.542) 2021-10-23 09:20:35.074,"09:20:35.074 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 09:20:35.075,"09:20:35.075 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 09:20:38.114,"09:20:38.114 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 1: {consumer-jusm-mod-data-export-worker-events-group-1-ffc7ca3f-2b7e-4c90-96d6-f7d690b75a0d=Assignment(partitions=[])}" 2021-10-23 09:20:38.119,"09:20:38.119 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 1" 2021-10-23 09:20:38.120,"09:20:38.120 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: " 2021-10-23 09:20:38.129,09:20:38.128 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [] 2021-10-23 09:20:42.291,09:20:42.291 [http-nio-8082-exec-2] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring DispatcherServlet 'dispatcherServlet' 2021-10-23 09:20:42.292,09:20:42.292 [http-nio-8082-exec-2] INFO org.springframework.web.servlet.DispatcherServlet - Initializing Servlet 'dispatcherServlet' 2021-10-23 09:20:42.321,09:20:42.321 [http-nio-8082-exec-2] INFO org.springframework.web.servlet.DispatcherServlet - Completed initialization in 28 ms 2021-10-23 09:20:42.778,DONE 2021-10-23 09:20:48.774,Step 5 of 5: Setting up agent as a daemon ...DONE 2021-10-23 09:20:48.774,------------------------------------------------------ 2021-10-23 09:20:48.774,- Configuration file successfully saved at: /var/awslogs/etc/awslogs.conf 2021-10-23 09:20:48.774,- You can begin accessing new log events after a few moments at https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logs: 2021-10-23 09:20:48.774,- You can use 'sudo service awslogs start|stop|status|restart' to control the daemon. 2021-10-23 09:20:48.774,"- To see diagnostic information for the CloudWatch Logs Agent, see /var/log/awslogs.log" 2021-10-23 09:20:48.774,- You can rerun interactive setup using 'sudo python ./awslogs-agent-setup.py --region us-east-1 --only-generate-config' 2021-10-23 09:20:48.774,------------------------------------------------------ 2021-10-23 10:13:45.459, 2021-10-23 10:21:44.142,We running in the prd account 2021-10-23 10:21:44.154,Content of /etc/awslogs/nginxlogs.conf 2021-10-23 10:21:44.154,# The 5659d6a55df441119232c5f670a90c07 and jusm tags in this this script are expanded at container runtime 2021-10-23 10:21:44.154,# by docker-entrypoint.sh 2021-10-23 10:21:44.154,[general] 2021-10-23 10:21:44.154,state_file = /var/awslogs/agent-state 2021-10-23 10:21:44.154,[/var/log/nginx/access.log] 2021-10-23 10:21:44.154,file = /var/log/nginx/access.log 2021-10-23 10:21:44.154,log_group_name = jusm-folio-eis 2021-10-23 10:21:44.154,log_stream_name = jusm/mod-data-export-worker/nginx/5659d6a55df441119232c5f670a90c07 2021-10-23 10:21:44.154,[/var/log/nginx/error.log] 2021-10-23 10:21:44.154,file = /var/log/nginx/error.log 2021-10-23 10:21:44.154,log_group_name = jusm-folio-eis 2021-10-23 10:21:44.154,log_stream_name = jusm/mod-data-export-worker/nginx-error/5659d6a55df441119232c5f670a90c07 2021-10-23 10:21:44.154,Content of profiler.yaml 2021-10-23 10:21:44.154,reporter: com.uber.profiling.reporters.InfluxDBOutputReporter 2021-10-23 10:21:44.154,tag: mod-data-export-worker 2021-10-23 10:21:44.154,metricInterval: 100000 2021-10-23 10:21:44.154,"durationProfiling: [com.fasterxml.*, org.*]" 2021-10-23 10:21:44.154,sampleInterval: 10000 2021-10-23 10:21:44.154,influxdb.host: ec2-54-165-58-65.compute-1.amazonaws.com 2021-10-23 10:21:44.154,influxdb.port: 8086 2021-10-23 10:21:44.154,influxdb.database: profiling 2021-10-23 10:21:44.154,influxdb.username: 2021-10-23 10:21:44.154,influxdb.password: 2021-10-23 10:21:44.154,==== Running container environment ==== 2021-10-23 10:21:44.160,uid=0(root) gid=0(root) groups=0(root) 2021-10-23 10:21:44.165,DB_PASSWORD=w5mGnpBiRycULweiZwqV 2021-10-23 10:21:44.165,AWS_EXECUTION_ENV=AWS_ECS_EC2 2021-10-23 10:21:44.165,KAFKA_HOST=kafka.jusm.folio-eis.us-east-1 2021-10-23 10:21:44.165,MS_JAR=ms.jar 2021-10-23 10:21:44.165,JAVA_PROFILER_STATE=disabled 2021-10-23 10:21:44.165,AWS_CONTAINER_CREDENTIALS_RELATIVE_URI=/v2/credentials/9ecc4991-b8e8-4af8-b963-f91e3343cd57 2021-10-23 10:21:44.165,HOSTNAME=abbcccc7c582 2021-10-23 10:21:44.165,PREFIX=jusm 2021-10-23 10:21:44.165,MS_HOME=/usr/ms 2021-10-23 10:21:44.165,JAVA_HOME=/usr/local/openjdk-11 2021-10-23 10:21:44.165,NUMBER_OF_PARTITIONS=1 2021-10-23 10:21:44.165,JAVA_OPTS=-Dvertx.logger-delegate-factory-class-name=io.vertx.core.logging.SLF4JLogDelegateFactory -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/usr/ms/mod-data-export-worker.hprof -XX:OnOutOfMemoryError=/usr/ms/heapdump.sh -XX:MetaspaceSize=88m -XX:MaxMetaspaceSize=88m -Xmx360m -XX:MetaspaceSize=512m -XX:MaxMetaspaceSize=512m -Xmx1024m -XX:MaxRAMPercentage=85.0 -Dserver.port=8082 -Dspring.datasource.username=folio -Dspring.datasource.password=w5mGnpBiRycULweiZwqV -Dspring.datasource.url=jdbc:postgresql://db.jusm.folio-eis.us-east-1:5432/folio -Dspring.kafka.bootstrap-servers=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 10:21:44.165,CONFIG_FILE=config.json 2021-10-23 10:21:44.165,"JAVA_PROFILER_OPTS=-noverify -javaagent:""/usr/ms/jvm-profiler-1.0.0.jar""=configProvider=com.uber.profiling.YamlConfigProvider,configFile=""/usr/ms/profiler.yaml"" -cp ""/usr/ms/jvm-profiler-1.0.0.jar"" " 2021-10-23 10:21:44.165,AWS_REGION=us-east-1 2021-10-23 10:21:44.165,ENV=jusm 2021-10-23 10:21:44.165,PWD=/usr/ms 2021-10-23 10:21:44.165,JAVA_ARGS=-Dhttp.port=8082 -Dlog.level=info db_connection=https://s3.amazonaws.com/jusm-folio-eis-us-east-1-prd/db/postgres-conf.json 2021-10-23 10:21:44.165,ECS_CONTAINER_METADATA_URI_V4=http://169.254.170.2/v4/47787616-a408-45f7-b1e6-eccd97e5cd08 2021-10-23 10:21:44.165,REPLICATION_FACTOR=2 2021-10-23 10:21:44.165,KAFKA_PORT=9092 2021-10-23 10:21:44.165,DB_PORT=5432 2021-10-23 10:21:44.165,HOME=/root 2021-10-23 10:21:44.165,DB_MAXPOOLSIZE=20 2021-10-23 10:21:44.165,LANG=C.UTF-8 2021-10-23 10:21:44.165,KAFKA_URL=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 10:21:44.165,DB_USERNAME=folio 2021-10-23 10:21:44.165,DB_HOST=db.jusm.folio-eis.us-east-1 2021-10-23 10:21:44.165,ECS_CONTAINER_METADATA_URI=http://169.254.170.2/v3/47787616-a408-45f7-b1e6-eccd97e5cd08 2021-10-23 10:21:44.165,DB_EXPLAIN_QUERY_THRESHOLD=300000 2021-10-23 10:21:44.165,SHLVL=1 2021-10-23 10:21:44.165,AWS_BUCKET=data-export-folio-eis-us-east-1-prd-tenant 2021-10-23 10:21:44.165,AWS_URL=https://s3.amazonaws.com 2021-10-23 10:21:44.165,PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 2021-10-23 10:21:44.165,DB_DATABASE=folio 2021-10-23 10:21:44.165,JAVA_VERSION=11.0.12 2021-10-23 10:21:44.165,_=/usr/bin/env 2021-10-23 10:21:44.168,total 114M 2021-10-23 10:21:44.168,drwxr-xr-x 1 folio folio 4.0K Aug 6 00:14 . 2021-10-23 10:21:44.168,drwxr-xr-x 1 root root 4.0K Aug 6 00:13 .. 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 1.2K Aug 6 00:11 aws_ss.properties 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 57K Aug 6 00:11 awslogs-agent-setup.py 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 2.1K Aug 6 00:11 docker-entrypoint.sh 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 2.4K Aug 6 00:11 heapdump.sh 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 7.8M Jan 1 1970 jvm-profiler-1.0.0.jar 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 106M Aug 6 00:12 ms.jar 2021-10-23 10:21:44.168,-rwxr-xr-x 1 root root 322 Aug 6 00:11 profiler.yaml 2021-10-23 10:21:44.264,Starting nginx: nginx. 2021-10-23 10:21:44.324,Starting periodic command scheduler: crondownloading AgentDependencies.tar.gz with urllib 2021-10-23 10:21:44.349,. 2021-10-23 10:21:44.723,AgentDependencies/ 2021-10-23 10:21:44.723,AgentDependencies/awslogscli/ 2021-10-23 10:21:44.723,AgentDependencies/awslogscli/urllib3-1.25.6.tar.gz 2021-10-23 10:21:44.748,AgentDependencies/awslogscli/jmespath-0.9.2.tar.gz 2021-10-23 10:21:44.748,AgentDependencies/awslogscli/colorama-0.3.7.zip 2021-10-23 10:21:44.756,AgentDependencies/awslogscli/idna-2.8.tar.gz 2021-10-23 10:21:44.772,AgentDependencies/awslogscli/awscli-1.11.41.tar.gz 2021-10-23 10:21:44.803,AgentDependencies/awslogscli/argparse-1.2.1.tar.gz 2021-10-23 10:21:44.803,AgentDependencies/awslogscli/botocore-1.13.9.tar.gz 2021-10-23 10:21:44.960,AgentDependencies/awslogscli/docutils-0.15.2.tar.gz 2021-10-23 10:21:44.995,AgentDependencies/awslogscli/pyasn1-0.2.3.tar.gz 2021-10-23 10:21:44.997,AgentDependencies/awslogscli/python-dateutil-2.6.0.tar.gz 2021-10-23 10:21:45.001,AgentDependencies/awslogscli/botocore-1.5.4.tar.gz 2021-10-23 10:21:45.080,AgentDependencies/awslogscli/jmespath-0.9.4.tar.gz 2021-10-23 10:21:45.080,AgentDependencies/awslogscli/awscli-cwlogs-1.4.6.tar.gz 2021-10-23 10:21:45.080,AgentDependencies/awslogscli/ordereddict-1.1.tar.gz 2021-10-23 10:21:45.080,AgentDependencies/awslogscli/futures-3.3.0.tar.gz 2021-10-23 10:21:45.084,AgentDependencies/awslogscli/futures-3.0.5.tar.gz 2021-10-23 10:21:45.084,AgentDependencies/awslogscli/certifi-2019.9.11.tar.gz 2021-10-23 10:21:45.084,AgentDependencies/awslogscli/six-1.12.0.tar.gz 2021-10-23 10:21:45.097,AgentDependencies/awslogscli/s3transfer-0.1.10.tar.gz 2021-10-23 10:21:45.097,AgentDependencies/awslogscli/six-1.10.0.tar.gz 2021-10-23 10:21:45.097,AgentDependencies/awslogscli/requests-2.18.4.tar.gz 2021-10-23 10:21:45.097,AgentDependencies/awslogscli/rsa-3.4.2.tar.gz 2021-10-23 10:21:45.099,AgentDependencies/awslogscli/s3transfer-0.2.1.tar.gz 2021-10-23 10:21:45.099,AgentDependencies/awslogscli/docutils-0.13.1.tar.gz 2021-10-23 10:21:45.124,AgentDependencies/awslogscli/urllib3-1.22.tar.gz 2021-10-23 10:21:45.136,AgentDependencies/awslogscli/awscli-1.16.273.tar.gz 2021-10-23 10:21:45.161,AgentDependencies/awslogscli/PyYAML-5.1.2.tar.gz 2021-10-23 10:21:45.180,AgentDependencies/awslogscli/idna-2.5.tar.gz 2021-10-23 10:21:45.181,AgentDependencies/awslogscli/PyYAML-3.12.tar.gz 2021-10-23 10:21:45.184,AgentDependencies/awslogscli/pyasn1-0.4.7.tar.gz 2021-10-23 10:21:45.192,AgentDependencies/awslogscli/colorama-0.4.1.tar.gz 2021-10-23 10:21:45.192,AgentDependencies/awslogscli/simplejson-3.3.0.tar.gz 2021-10-23 10:21:45.192,AgentDependencies/awslogscli/chardet-3.0.4.tar.gz 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/ 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/setup.cfg 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/tests/ 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/tests/__init__.py 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/tests/test_cmdline.py 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/tests/test_virtualenv.py 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/tests/test_activate_output.expected 2021-10-23 10:21:45.219,AgentDependencies/virtualenv-15.1.0/tests/test_activate.sh 2021-10-23 10:21:45.220,AgentDependencies/virtualenv-15.1.0/scripts/ 2021-10-23 10:21:45.220,AgentDependencies/virtualenv-15.1.0/scripts/virtualenv 2021-10-23 10:21:45.220,AgentDependencies/virtualenv-15.1.0/virtualenv.py 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/MANIFEST.in 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/README.rst 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/AUTHORS.txt 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/setup.py 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/LICENSE.txt 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/virtualenv_support/ 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/virtualenv_support/__init__.py 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/virtualenv_support/wheel-0.29.0-py2.py3-none-any.whl 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/virtualenv_support/argparse-1.4.0-py2.py3-none-any.whl 2021-10-23 10:21:45.224,AgentDependencies/virtualenv-15.1.0/virtualenv_support/pip-9.0.1-py2.py3-none-any.whl 2021-10-23 10:21:45.243,AgentDependencies/virtualenv-15.1.0/virtualenv_support/setuptools-28.8.0-py2.py3-none-any.whl 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/PKG-INFO 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/bin/ 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/bin/rebuild-script.py 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/ 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/not-zip-safe 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/SOURCES.txt 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/entry_points.txt 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/top_level.txt 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/PKG-INFO 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/dependency_links.txt 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/ 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.ps1 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.csh 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/deactivate.bat 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate_this.py 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.fish 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/python-config 2021-10-23 10:21:45.248,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.bat 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils.cfg 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/site.py 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.sh 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils-init.py 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/ 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/userguide.rst 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/index.rst 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/development.rst 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/reference.rst 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/Makefile 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/conf.py 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/changes.rst 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/installation.rst 2021-10-23 10:21:45.251,AgentDependencies/virtualenv-15.1.0/docs/make.bat 2021-10-23 10:21:45.251,AgentDependencies/pip-6.1.1.tar.gz 2021-10-23 10:21:45.367,Step 1 of 5: Installing pip ...libyaml-dev does not exist in system DONE 2021-10-23 10:22:03.617,Step 2 of 5: Downloading the latest CloudWatch Logs agent bits ...  2021-10-23 10:22:03.617, . ____ _ __ _ _ 2021-10-23 10:22:03.617, /\\ / ___'_ __ _ _(_)_ __ __ _ \ \ \ \ 2021-10-23 10:22:03.617,( ( )\___ | '_ | '_| | '_ \/ _` | \ \ \ \ 2021-10-23 10:22:03.617, \\/ ___)| |_)| | | | | || (_| | ) ) ) ) 2021-10-23 10:22:03.617," ' |____| .__|_| |_|_| |_\__, | / / / /" 2021-10-23 10:22:03.617, =========|_|==============|___/=/_/_/_/ 2021-10-23 10:22:03.721, :: Spring Boot :: (v2.3.4.RELEASE) 2021-10-23 10:22:03.814,"10:22:03.805 [main] INFO org.folio.dew.ModDataExportWorkerApplication - No active profile set, falling back to default profiles: default" 2021-10-23 10:22:14.035,10:22:14.035 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Bootstrapping Spring Data JPA repositories in DEFERRED mode. 2021-10-23 10:22:14.181,10:22:14.181 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Finished Spring Data repository scanning in 83ms. Found 0 JPA repository interfaces. 2021-10-23 10:22:17.268,10:22:17.268 [main] INFO org.springframework.cloud.context.scope.GenericScope - BeanFactory id=5bab44ad-23ea-34e7-919c-fff788fd34d2 2021-10-23 10:22:17.336,"10:22:17.336 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'errorChannel' has been explicitly defined. Therefore, a default PublishSubscribeChannel will be created." 2021-10-23 10:22:17.370,"10:22:17.370 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'taskScheduler' has been explicitly defined. Therefore, a default ThreadPoolTaskScheduler will be created." 2021-10-23 10:22:17.401,"10:22:17.401 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'integrationHeaderChannelRegistry' has been explicitly defined. Therefore, a default DefaultHeaderChannelRegistry will be created." 2021-10-23 10:22:17.515,10:22:17.514 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.des.client.ConfigurationClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.517,10:22:17.517 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.FeefineactionsClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.520,10:22:17.520 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.TransferClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.522,10:22:17.521 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.UserClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.533,10:22:17.533 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.535,10:22:17.535 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountBulkClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.537,10:22:17.536 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.ServicePointClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:17.543,10:22:17.543 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AuditClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:19.240,10:22:19.237 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.spring.config.FolioSpringConfiguration' of type [org.folio.spring.config.FolioSpringConfiguration$$EnhancerBySpringCGLIB$$b45bb846] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:19.324,10:22:19.324 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [org.springframework.aop.scope.ScopedProxyFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:19.327,10:22:19.325 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [com.sun.proxy.$Proxy125] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:19.508,10:22:19.504 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.springframework.integration.config.IntegrationManagementConfiguration' of type [org.springframework.integration.config.IntegrationManagementConfiguration] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:19.597,10:22:19.596 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationChannelResolver' of type [org.springframework.integration.support.channel.BeanFactoryChannelResolver] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:19.601,10:22:19.600 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationDisposableAutoCreatedBeans' of type [org.springframework.integration.config.annotation.Disposables] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:22:21.200,10:22:21.199 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat initialized with port(s): 8082 (http) 2021-10-23 10:22:21.252,"10:22:21.248 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Initializing ProtocolHandler [""http-nio-8082""]" 2021-10-23 10:22:21.252,10:22:21.249 [main] INFO org.apache.catalina.core.StandardService - Starting service [Tomcat] 2021-10-23 10:22:21.252,10:22:21.250 [main] INFO org.apache.catalina.core.StandardEngine - Starting Servlet engine: [Apache Tomcat/9.0.38] 2021-10-23 10:22:21.463,10:22:21.463 [main] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring embedded WebApplicationContext 2021-10-23 10:22:21.464,10:22:21.464 [main] INFO org.springframework.boot.web.servlet.context.ServletWebServerApplicationContext - Root WebApplicationContext: initialization completed in 17211 ms 2021-10-23 10:22:24.439,10:22:24.438 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 'taskScheduler' 2021-10-23 10:22:24.477,10:22:24.477 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Starting... 2021-10-23 10:22:24.507,"10:22:24.507 [main] WARN com.zaxxer.hikari.util.DriverDataSource - Registered driver with driverClassName=org.hsqldb.jdbcDriver was not found, trying direct instantiation." 2021-10-23 10:22:25.998,10:22:25.998 [main] INFO com.zaxxer.hikari.pool.PoolBase - HikariPool-1 - Driver does not support get/set network timeout for connections. (feature not supported) 2021-10-23 10:22:26.010,10:22:26.009 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Start completed. 2021-10-23 10:22:26.243,10:22:26.243 [task-scheduler-1] INFO org.hibernate.jpa.internal.util.LogHelper - HHH000204: Processing PersistenceUnitInfo [name: default] 2021-10-23 10:22:26.320,"10:22:26.320 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - Creating MinIO client endpoint https://s3.amazonaws.com,region us-east-1,bucket data-export-folio-eis-us-east-1-prd-tenant,accessKey ,secretKey ." 2021-10-23 10:22:26.497,10:22:26.496 [task-scheduler-1] INFO org.hibernate.Version - HHH000412: Hibernate ORM core version 5.4.21.Final 2021-10-23 10:22:26.564,"10:22:26.561 [task-scheduler-1] INFO org.hibernate.cfg.Environment - HHH000205: Loaded properties from resource hibernate.properties: {hibernate.bytecode.use_reflection_optimizer=false, hibernate.types.jackson.object.mapper=org.folio.des.config.JacksonConfiguration}" 2021-10-23 10:22:27.896,10:22:27.892 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - IamAwsProvider MinIO credentials provider created. 2021-10-23 10:22:27.996,10:22:27.994 [task-scheduler-1] INFO org.hibernate.annotations.common.Version - HCANN000001: Hibernate Commons Annotations {5.1.0.Final} 2021-10-23 10:22:28.176,10:22:28.175 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor - Initializing ExecutorService 'asyncTaskExecutor' 2021-10-23 10:22:28.644,10:22:28.643 [task-scheduler-1] INFO org.hibernate.dialect.Dialect - HHH000400: Using dialect: org.hibernate.dialect.HSQLDialect 2021-10-23 10:22:30.433,10:22:30.433 [task-scheduler-1] INFO org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 6.1.5.Final 2021-10-23 10:22:30.492,10:22:30.489 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:30.494,10:22:30.494 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:30.936,10:22:30.933 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:30.936,10:22:30.933 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:31.140,10:22:31.136 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:31.160,10:22:31.136 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:31.288,10:22:31.287 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:31.289,10:22:31.288 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:31.383,10:22:31.383 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:31.384,10:22:31.383 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:31.427,10:22:31.426 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:31.427,10:22:31.427 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:31.847,10:22:31.846 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:31.852,10:22:31.852 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:32.124,10:22:32.119 [task-scheduler-1] INFO org.hibernate.engine.transaction.jta.platform.internal.JtaPlatformInitiator - HHH000490: Using JtaPlatform implementation: [org.hibernate.engine.transaction.jta.platform.internal.NoJtaPlatform] 2021-10-23 10:22:32.143,10:22:32.142 [task-scheduler-1] INFO org.springframework.orm.jpa.LocalContainerEntityManagerFactoryBean - Initialized JPA EntityManagerFactory for persistence unit 'default' 2021-10-23 10:22:32.894,10:22:32.893 [main] INFO org.folio.dew.service.JobCommandsReceiverService - Created working directory /tmp/mod-data-export-worker/. 2021-10-23 10:22:33.753,10:22:33.753 [main] INFO org.springframework.boot.actuate.endpoint.web.EndpointLinksResolver - Exposing 1 endpoint(s) beneath base path '/admin' 2021-10-23 10:22:33.979,"10:22:33.978 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 10:22:34.070,10:22:34.070 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 10:22:34.076,"10:22:34.070 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 10:22:34.096,10:22:34.095 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 10:22:34.100,"10:22:34.096 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 10:22:34.666,"10:22:34.665 [main] WARN org.springframework.boot.autoconfigure.mustache.MustacheAutoConfiguration - Cannot find template location: classpath:/templates/ (please add some templates, check your Mustache configuration, or set spring.mustache.check-template-location=false)" 2021-10-23 10:22:34.944,"10:22:34.943 [main] WARN org.springframework.boot.autoconfigure.batch.JpaBatchConfigurer - JPA does not support custom isolation levels, so locks may not be taken when launching Jobs" 2021-10-23 10:22:34.945,"10:22:34.945 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 10:22:34.946,"10:22:34.945 [main] INFO org.springframework.batch.core.launch.support.SimpleJobLauncher - No TaskExecutor has been set, defaulting to synchronous executor." 2021-10-23 10:22:35.505,10:22:35.504 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - Adding {logging-channel-adapter:_org.springframework.integration.errorLogger} as a subscriber to the 'errorChannel' channel 2021-10-23 10:22:35.505,10:22:35.505 [main] INFO org.springframework.integration.channel.PublishSubscribeChannel - Channel 'application-1.errorChannel' has 1 subscriber(s). 2021-10-23 10:22:35.505,10:22:35.505 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - started bean '_org.springframework.integration.errorLogger' 2021-10-23 10:22:35.599,10:22:35.598 [main] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 10:22:35.599, allow.auto.create.topics = true 2021-10-23 10:22:35.599, auto.commit.interval.ms = 5000 2021-10-23 10:22:35.599, auto.offset.reset = latest 2021-10-23 10:22:35.599, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 10:22:35.599, check.crcs = true 2021-10-23 10:22:35.599, client.dns.lookup = default 2021-10-23 10:22:35.599, client.id = 2021-10-23 10:22:35.599, client.rack = 2021-10-23 10:22:35.599, connections.max.idle.ms = 540000 2021-10-23 10:22:35.599, default.api.timeout.ms = 60000 2021-10-23 10:22:35.599, enable.auto.commit = false 2021-10-23 10:22:35.599, exclude.internal.topics = true 2021-10-23 10:22:35.599, fetch.max.bytes = 52428800 2021-10-23 10:22:35.599, fetch.max.wait.ms = 500 2021-10-23 10:22:35.599, fetch.min.bytes = 1 2021-10-23 10:22:35.599, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 10:22:35.599, group.instance.id = null 2021-10-23 10:22:35.599, heartbeat.interval.ms = 3000 2021-10-23 10:22:35.599, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 10:22:35.599, internal.leave.group.on.close = true 2021-10-23 10:22:35.599, isolation.level = read_uncommitted 2021-10-23 10:22:35.599, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 10:22:35.599, max.partition.fetch.bytes = 1048576 2021-10-23 10:22:35.599, max.poll.interval.ms = 300000 2021-10-23 10:22:35.599, max.poll.records = 500 2021-10-23 10:22:35.599, metadata.max.age.ms = 300000 2021-10-23 10:22:35.599, metric.reporters = [] 2021-10-23 10:22:35.599, metrics.num.samples = 2 2021-10-23 10:22:35.599, metrics.recording.level = INFO 2021-10-23 10:22:35.599, metrics.sample.window.ms = 30000 2021-10-23 10:22:35.599, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 10:22:35.599, receive.buffer.bytes = 65536 2021-10-23 10:22:35.599, reconnect.backoff.max.ms = 1000 2021-10-23 10:22:35.599, reconnect.backoff.ms = 50 2021-10-23 10:22:35.599, request.timeout.ms = 30000 2021-10-23 10:22:35.599, retry.backoff.ms = 100 2021-10-23 10:22:35.599, sasl.client.callback.handler.class = null 2021-10-23 10:22:35.599, sasl.jaas.config = null 2021-10-23 10:22:35.599, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 10:22:35.599, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 10:22:35.599, sasl.kerberos.service.name = null 2021-10-23 10:22:35.599, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 10:22:35.599, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 10:22:35.599, sasl.login.callback.handler.class = null 2021-10-23 10:22:35.599, sasl.login.class = null 2021-10-23 10:22:35.599, sasl.login.refresh.buffer.seconds = 300 2021-10-23 10:22:35.599, sasl.login.refresh.min.period.seconds = 60 2021-10-23 10:22:35.599, sasl.login.refresh.window.factor = 0.8 2021-10-23 10:22:35.599, sasl.login.refresh.window.jitter = 0.05 2021-10-23 10:22:35.599, sasl.mechanism = GSSAPI 2021-10-23 10:22:35.599, security.protocol = PLAINTEXT 2021-10-23 10:22:35.599, security.providers = null 2021-10-23 10:22:35.599, send.buffer.bytes = 131072 2021-10-23 10:22:35.599, session.timeout.ms = 10000 2021-10-23 10:22:35.599, ssl.cipher.suites = null 2021-10-23 10:22:35.599, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 10:22:35.599, ssl.endpoint.identification.algorithm = https 2021-10-23 10:22:35.599, ssl.key.password = null 2021-10-23 10:22:35.599, ssl.keymanager.algorithm = SunX509 2021-10-23 10:22:35.599, ssl.keystore.location = null 2021-10-23 10:22:35.599, ssl.keystore.password = null 2021-10-23 10:22:35.599, ssl.keystore.type = JKS 2021-10-23 10:22:35.599, ssl.protocol = TLSv1.2 2021-10-23 10:22:35.599, ssl.provider = null 2021-10-23 10:22:35.599, ssl.secure.random.implementation = null 2021-10-23 10:22:35.599, ssl.trustmanager.algorithm = PKIX 2021-10-23 10:22:35.599, ssl.truststore.location = null 2021-10-23 10:22:35.599, ssl.truststore.password = null 2021-10-23 10:22:35.599, ssl.truststore.type = JKS 2021-10-23 10:22:35.599, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 10:22:35.741,10:22:35.741 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 10:22:35.742,10:22:35.741 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 10:22:35.745,10:22:35.744 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 10:22:35.745,10:22:35.745 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 10:22:35.745,10:22:35.745 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634984555741 2021-10-23 10:22:35.752,"10:22:35.751 [main] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 10:22:35.971,10:22:35.971 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 10:22:35.979,"10:22:35.979 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Starting ProtocolHandler [""http-nio-8082""]" 2021-10-23 10:22:36.067,10:22:36.067 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat started on port(s): 8082 (http) with context path '' 2021-10-23 10:22:36.701,10:22:36.701 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:22:36.702,10:22:36.702 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:22:36.732,10:22:36.732 [main] INFO org.folio.dew.ModDataExportWorkerApplication - Started ModDataExportWorkerApplication in 43.352 seconds (JVM running for 52.354) 2021-10-23 10:22:36.904,"10:22:36.899 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 10:22:36.906,"10:22:36.906 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 10:22:36.915,"10:22:36.915 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 10:22:36.934,"10:22:36.934 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 10:22:36.934,"10:22:36.934 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 10:22:39.941,"10:22:39.940 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 1: {consumer-jusm-mod-data-export-worker-events-group-1-566a0183-4213-4c22-a50f-c4833285a81c=Assignment(partitions=[])}" 2021-10-23 10:22:39.946,"10:22:39.946 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 1" 2021-10-23 10:22:39.947,"10:22:39.947 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: " 2021-10-23 10:22:39.953,10:22:39.953 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [] 2021-10-23 10:22:41.795,DONE 2021-10-23 10:22:46.874,Step 5 of 5: Setting up agent as a daemon ...DONE 2021-10-23 10:22:46.874,------------------------------------------------------ 2021-10-23 10:22:46.874,- Configuration file successfully saved at: /var/awslogs/etc/awslogs.conf 2021-10-23 10:22:46.874,- You can begin accessing new log events after a few moments at https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logs: 2021-10-23 10:22:46.874,- You can use 'sudo service awslogs start|stop|status|restart' to control the daemon. 2021-10-23 10:22:46.874,"- To see diagnostic information for the CloudWatch Logs Agent, see /var/log/awslogs.log" 2021-10-23 10:22:46.874,- You can rerun interactive setup using 'sudo python ./awslogs-agent-setup.py --region us-east-1 --only-generate-config' 2021-10-23 10:22:46.874,------------------------------------------------------ 2021-10-23 10:22:51.867,10:22:51.866 [http-nio-8082-exec-2] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring DispatcherServlet 'dispatcherServlet' 2021-10-23 10:22:51.867,10:22:51.867 [http-nio-8082-exec-2] INFO org.springframework.web.servlet.DispatcherServlet - Initializing Servlet 'dispatcherServlet' 2021-10-23 10:22:51.878,10:22:51.878 [http-nio-8082-exec-2] INFO org.springframework.web.servlet.DispatcherServlet - Completed initialization in 10 ms 2021-10-23 10:23:18.034,We running in the prd account 2021-10-23 10:23:18.037,Content of /etc/awslogs/nginxlogs.conf 2021-10-23 10:23:18.037,# The 89951d19c6124088bc7171bb49d4d074 and jusm tags in this this script are expanded at container runtime 2021-10-23 10:23:18.037,# by docker-entrypoint.sh 2021-10-23 10:23:18.037,[general] 2021-10-23 10:23:18.037,state_file = /var/awslogs/agent-state 2021-10-23 10:23:18.037,[/var/log/nginx/access.log] 2021-10-23 10:23:18.038,file = /var/log/nginx/access.log 2021-10-23 10:23:18.038,log_group_name = jusm-folio-eis 2021-10-23 10:23:18.038,log_stream_name = jusm/mod-data-export-worker/nginx/89951d19c6124088bc7171bb49d4d074 2021-10-23 10:23:18.038,[/var/log/nginx/error.log] 2021-10-23 10:23:18.038,file = /var/log/nginx/error.log 2021-10-23 10:23:18.038,log_group_name = jusm-folio-eis 2021-10-23 10:23:18.038,log_stream_name = jusm/mod-data-export-worker/nginx-error/89951d19c6124088bc7171bb49d4d074 2021-10-23 10:23:18.038,Content of profiler.yaml 2021-10-23 10:23:18.038,reporter: com.uber.profiling.reporters.InfluxDBOutputReporter 2021-10-23 10:23:18.038,tag: mod-data-export-worker 2021-10-23 10:23:18.038,metricInterval: 100000 2021-10-23 10:23:18.038,"durationProfiling: [com.fasterxml.*, org.*]" 2021-10-23 10:23:18.038,sampleInterval: 10000 2021-10-23 10:23:18.038,influxdb.host: ec2-54-165-58-65.compute-1.amazonaws.com 2021-10-23 10:23:18.038,influxdb.port: 8086 2021-10-23 10:23:18.038,influxdb.database: profiling 2021-10-23 10:23:18.038,influxdb.username: 2021-10-23 10:23:18.038,influxdb.password: 2021-10-23 10:23:18.039,==== Running container environment ==== 2021-10-23 10:23:18.040,uid=0(root) gid=0(root) groups=0(root) 2021-10-23 10:23:18.041,DB_PASSWORD=w5mGnpBiRycULweiZwqV 2021-10-23 10:23:18.041,AWS_EXECUTION_ENV=AWS_ECS_EC2 2021-10-23 10:23:18.041,KAFKA_HOST=kafka.jusm.folio-eis.us-east-1 2021-10-23 10:23:18.041,MS_JAR=ms.jar 2021-10-23 10:23:18.041,JAVA_PROFILER_STATE=disabled 2021-10-23 10:23:18.041,AWS_CONTAINER_CREDENTIALS_RELATIVE_URI=/v2/credentials/5f319db1-593b-425f-b6b8-0167bfc2298f 2021-10-23 10:23:18.041,HOSTNAME=9917735c416d 2021-10-23 10:23:18.041,PREFIX=jusm 2021-10-23 10:23:18.041,MS_HOME=/usr/ms 2021-10-23 10:23:18.041,JAVA_HOME=/usr/local/openjdk-11 2021-10-23 10:23:18.041,NUMBER_OF_PARTITIONS=1 2021-10-23 10:23:18.041,JAVA_OPTS=-Dvertx.logger-delegate-factory-class-name=io.vertx.core.logging.SLF4JLogDelegateFactory -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/usr/ms/mod-data-export-worker.hprof -XX:OnOutOfMemoryError=/usr/ms/heapdump.sh -XX:MetaspaceSize=88m -XX:MaxMetaspaceSize=88m -Xmx360m -XX:MetaspaceSize=512m -XX:MaxMetaspaceSize=512m -Xmx1024m -XX:MaxRAMPercentage=85.0 -Dserver.port=8082 -Dspring.datasource.username=folio -Dspring.datasource.password=w5mGnpBiRycULweiZwqV -Dspring.datasource.url=jdbc:postgresql://db.jusm.folio-eis.us-east-1:5432/folio -Dspring.kafka.bootstrap-servers=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 10:23:18.041,CONFIG_FILE=config.json 2021-10-23 10:23:18.041,"JAVA_PROFILER_OPTS=-noverify -javaagent:""/usr/ms/jvm-profiler-1.0.0.jar""=configProvider=com.uber.profiling.YamlConfigProvider,configFile=""/usr/ms/profiler.yaml"" -cp ""/usr/ms/jvm-profiler-1.0.0.jar"" " 2021-10-23 10:23:18.041,AWS_REGION=us-east-1 2021-10-23 10:23:18.041,ENV=jusm 2021-10-23 10:23:18.041,PWD=/usr/ms 2021-10-23 10:23:18.041,JAVA_ARGS=-Dhttp.port=8082 -Dlog.level=info db_connection=https://s3.amazonaws.com/jusm-folio-eis-us-east-1-prd/db/postgres-conf.json 2021-10-23 10:23:18.041,ECS_CONTAINER_METADATA_URI_V4=http://169.254.170.2/v4/c3c23dd6-f593-42a9-9274-b1f53727d786 2021-10-23 10:23:18.041,REPLICATION_FACTOR=2 2021-10-23 10:23:18.041,KAFKA_PORT=9092 2021-10-23 10:23:18.041,DB_PORT=5432 2021-10-23 10:23:18.041,HOME=/root 2021-10-23 10:23:18.041,DB_MAXPOOLSIZE=20 2021-10-23 10:23:18.041,LANG=C.UTF-8 2021-10-23 10:23:18.041,KAFKA_URL=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 10:23:18.041,DB_USERNAME=folio 2021-10-23 10:23:18.041,DB_HOST=db.jusm.folio-eis.us-east-1 2021-10-23 10:23:18.041,ECS_CONTAINER_METADATA_URI=http://169.254.170.2/v3/c3c23dd6-f593-42a9-9274-b1f53727d786 2021-10-23 10:23:18.041,DB_EXPLAIN_QUERY_THRESHOLD=300000 2021-10-23 10:23:18.041,SHLVL=1 2021-10-23 10:23:18.041,AWS_BUCKET=data-export-folio-eis-us-east-1-prd-tenant 2021-10-23 10:23:18.041,AWS_URL=https://s3.amazonaws.com 2021-10-23 10:23:18.041,PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 2021-10-23 10:23:18.041,DB_DATABASE=folio 2021-10-23 10:23:18.041,JAVA_VERSION=11.0.12 2021-10-23 10:23:18.041,_=/usr/bin/env 2021-10-23 10:23:18.043,total 114M 2021-10-23 10:23:18.043,drwxr-xr-x 1 folio folio 4.0K Aug 6 00:14 . 2021-10-23 10:23:18.043,drwxr-xr-x 1 root root 4.0K Aug 6 00:13 .. 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 1.2K Aug 6 00:11 aws_ss.properties 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 57K Aug 6 00:11 awslogs-agent-setup.py 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 2.1K Aug 6 00:11 docker-entrypoint.sh 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 2.4K Aug 6 00:11 heapdump.sh 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 7.8M Jan 1 1970 jvm-profiler-1.0.0.jar 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 106M Aug 6 00:12 ms.jar 2021-10-23 10:23:18.043,-rwxr-xr-x 1 root root 322 Aug 6 00:11 profiler.yaml 2021-10-23 10:23:18.071,Starting nginx: nginx. 2021-10-23 10:23:18.083,Starting periodic command scheduler: cron. 2021-10-23 10:23:18.086,downloading AgentDependencies.tar.gz with urllib 2021-10-23 10:23:18.320,AgentDependencies/ 2021-10-23 10:23:18.320,AgentDependencies/awslogscli/ 2021-10-23 10:23:18.320,AgentDependencies/awslogscli/urllib3-1.25.6.tar.gz 2021-10-23 10:23:18.321,AgentDependencies/awslogscli/jmespath-0.9.2.tar.gz 2021-10-23 10:23:18.321,AgentDependencies/awslogscli/colorama-0.3.7.zip 2021-10-23 10:23:18.322,AgentDependencies/awslogscli/idna-2.8.tar.gz 2021-10-23 10:23:18.323,AgentDependencies/awslogscli/awscli-1.11.41.tar.gz 2021-10-23 10:23:18.327,AgentDependencies/awslogscli/argparse-1.2.1.tar.gz 2021-10-23 10:23:18.328,AgentDependencies/awslogscli/botocore-1.13.9.tar.gz 2021-10-23 10:23:18.362,AgentDependencies/awslogscli/docutils-0.15.2.tar.gz 2021-10-23 10:23:18.372,AgentDependencies/awslogscli/pyasn1-0.2.3.tar.gz 2021-10-23 10:23:18.373,AgentDependencies/awslogscli/python-dateutil-2.6.0.tar.gz 2021-10-23 10:23:18.374,AgentDependencies/awslogscli/botocore-1.5.4.tar.gz 2021-10-23 10:23:18.395,AgentDependencies/awslogscli/jmespath-0.9.4.tar.gz 2021-10-23 10:23:18.395,AgentDependencies/awslogscli/awscli-cwlogs-1.4.6.tar.gz 2021-10-23 10:23:18.396,AgentDependencies/awslogscli/ordereddict-1.1.tar.gz 2021-10-23 10:23:18.396,AgentDependencies/awslogscli/futures-3.3.0.tar.gz 2021-10-23 10:23:18.396,AgentDependencies/awslogscli/futures-3.0.5.tar.gz 2021-10-23 10:23:18.396,AgentDependencies/awslogscli/certifi-2019.9.11.tar.gz 2021-10-23 10:23:18.397,AgentDependencies/awslogscli/six-1.12.0.tar.gz 2021-10-23 10:23:18.397,AgentDependencies/awslogscli/s3transfer-0.1.10.tar.gz 2021-10-23 10:23:18.398,AgentDependencies/awslogscli/six-1.10.0.tar.gz 2021-10-23 10:23:18.398,AgentDependencies/awslogscli/requests-2.18.4.tar.gz 2021-10-23 10:23:18.399,AgentDependencies/awslogscli/rsa-3.4.2.tar.gz 2021-10-23 10:23:18.400,AgentDependencies/awslogscli/s3transfer-0.2.1.tar.gz 2021-10-23 10:23:18.400,AgentDependencies/awslogscli/docutils-0.13.1.tar.gz 2021-10-23 10:23:18.413,AgentDependencies/awslogscli/urllib3-1.22.tar.gz 2021-10-23 10:23:18.414,AgentDependencies/awslogscli/awscli-1.16.273.tar.gz 2021-10-23 10:23:18.424,AgentDependencies/awslogscli/PyYAML-5.1.2.tar.gz 2021-10-23 10:23:18.426,AgentDependencies/awslogscli/idna-2.5.tar.gz 2021-10-23 10:23:18.428,AgentDependencies/awslogscli/PyYAML-3.12.tar.gz 2021-10-23 10:23:18.430,AgentDependencies/awslogscli/pyasn1-0.4.7.tar.gz 2021-10-23 10:23:18.432,AgentDependencies/awslogscli/colorama-0.4.1.tar.gz 2021-10-23 10:23:18.432,AgentDependencies/awslogscli/simplejson-3.3.0.tar.gz 2021-10-23 10:23:18.433,AgentDependencies/awslogscli/chardet-3.0.4.tar.gz 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/ 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/setup.cfg 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/tests/ 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/tests/__init__.py 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/tests/test_cmdline.py 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/tests/test_virtualenv.py 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/tests/test_activate_output.expected 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/tests/test_activate.sh 2021-10-23 10:23:18.445,AgentDependencies/virtualenv-15.1.0/scripts/ 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/scripts/virtualenv 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/virtualenv.py 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/MANIFEST.in 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/README.rst 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/AUTHORS.txt 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/setup.py 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/LICENSE.txt 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/virtualenv_support/ 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/virtualenv_support/__init__.py 2021-10-23 10:23:18.446,AgentDependencies/virtualenv-15.1.0/virtualenv_support/wheel-0.29.0-py2.py3-none-any.whl 2021-10-23 10:23:18.447,AgentDependencies/virtualenv-15.1.0/virtualenv_support/argparse-1.4.0-py2.py3-none-any.whl 2021-10-23 10:23:18.447,AgentDependencies/virtualenv-15.1.0/virtualenv_support/pip-9.0.1-py2.py3-none-any.whl 2021-10-23 10:23:18.456,AgentDependencies/virtualenv-15.1.0/virtualenv_support/setuptools-28.8.0-py2.py3-none-any.whl 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/PKG-INFO 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/bin/ 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/bin/rebuild-script.py 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/ 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/not-zip-safe 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/SOURCES.txt 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/entry_points.txt 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/top_level.txt 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/PKG-INFO 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/dependency_links.txt 2021-10-23 10:23:18.459,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/ 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.ps1 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.csh 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/deactivate.bat 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate_this.py 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.fish 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/python-config 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.bat 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils.cfg 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/site.py 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.sh 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils-init.py 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/ 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/userguide.rst 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/index.rst 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/development.rst 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/reference.rst 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/Makefile 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/conf.py 2021-10-23 10:23:18.460,AgentDependencies/virtualenv-15.1.0/docs/changes.rst 2021-10-23 10:23:18.461,AgentDependencies/virtualenv-15.1.0/docs/installation.rst 2021-10-23 10:23:18.461,AgentDependencies/virtualenv-15.1.0/docs/make.bat 2021-10-23 10:23:18.461,AgentDependencies/pip-6.1.1.tar.gz 2021-10-23 10:23:18.498,Step 1 of 5: Installing pip ...libyaml-dev does not exist in system DONE 2021-10-23 10:23:21.169,Step 2 of 5: Downloading the latest CloudWatch Logs agent bits ...  2021-10-23 10:23:21.169, . ____ _ __ _ _ 2021-10-23 10:23:21.169, /\\ / ___'_ __ _ _(_)_ __ __ _ \ \ \ \ 2021-10-23 10:23:21.169,( ( )\___ | '_ | '_| | '_ \/ _` | \ \ \ \ 2021-10-23 10:23:21.169, \\/ ___)| |_)| | | | | || (_| | ) ) ) ) 2021-10-23 10:23:21.169," ' |____| .__|_| |_|_| |_\__, | / / / /" 2021-10-23 10:23:21.169, =========|_|==============|___/=/_/_/_/ 2021-10-23 10:23:21.171, :: Spring Boot :: (v2.3.4.RELEASE) 2021-10-23 10:23:21.199,"10:23:21.193 [main] INFO org.folio.dew.ModDataExportWorkerApplication - No active profile set, falling back to default profiles: default" 2021-10-23 10:23:23.442,10:23:23.442 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Bootstrapping Spring Data JPA repositories in DEFERRED mode. 2021-10-23 10:23:23.471,10:23:23.471 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Finished Spring Data repository scanning in 22ms. Found 0 JPA repository interfaces. 2021-10-23 10:23:24.139,10:23:24.139 [main] INFO org.springframework.cloud.context.scope.GenericScope - BeanFactory id=5bab44ad-23ea-34e7-919c-fff788fd34d2 2021-10-23 10:23:24.184,"10:23:24.183 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'errorChannel' has been explicitly defined. Therefore, a default PublishSubscribeChannel will be created." 2021-10-23 10:23:24.200,"10:23:24.199 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'taskScheduler' has been explicitly defined. Therefore, a default ThreadPoolTaskScheduler will be created." 2021-10-23 10:23:24.213,"10:23:24.212 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'integrationHeaderChannelRegistry' has been explicitly defined. Therefore, a default DefaultHeaderChannelRegistry will be created." 2021-10-23 10:23:24.265,10:23:24.265 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.des.client.ConfigurationClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.266,10:23:24.266 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.FeefineactionsClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.267,10:23:24.267 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.TransferClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.268,10:23:24.268 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.UserClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.269,10:23:24.269 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.270,10:23:24.270 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountBulkClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.271,10:23:24.270 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.ServicePointClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.271,10:23:24.271 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AuditClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.687,10:23:24.687 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.spring.config.FolioSpringConfiguration' of type [org.folio.spring.config.FolioSpringConfiguration$$EnhancerBySpringCGLIB$$b45bb846] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.703,10:23:24.703 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [org.springframework.aop.scope.ScopedProxyFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.704,10:23:24.704 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [com.sun.proxy.$Proxy125] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.715,10:23:24.714 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.springframework.integration.config.IntegrationManagementConfiguration' of type [org.springframework.integration.config.IntegrationManagementConfiguration] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.736,10:23:24.736 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationChannelResolver' of type [org.springframework.integration.support.channel.BeanFactoryChannelResolver] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:24.739,10:23:24.738 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationDisposableAutoCreatedBeans' of type [org.springframework.integration.config.annotation.Disposables] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 10:23:25.112,10:23:25.112 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat initialized with port(s): 8082 (http) 2021-10-23 10:23:25.123,"10:23:25.123 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Initializing ProtocolHandler [""http-nio-8082""]" 2021-10-23 10:23:25.123,10:23:25.123 [main] INFO org.apache.catalina.core.StandardService - Starting service [Tomcat] 2021-10-23 10:23:25.123,10:23:25.123 [main] INFO org.apache.catalina.core.StandardEngine - Starting Servlet engine: [Apache Tomcat/9.0.38] 2021-10-23 10:23:25.207,10:23:25.207 [main] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring embedded WebApplicationContext 2021-10-23 10:23:25.208,10:23:25.207 [main] INFO org.springframework.boot.web.servlet.context.ServletWebServerApplicationContext - Root WebApplicationContext: initialization completed in 3965 ms 2021-10-23 10:23:25.986,10:23:25.985 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 'taskScheduler' 2021-10-23 10:23:26.013,10:23:26.013 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Starting... 2021-10-23 10:23:26.022,"10:23:26.022 [main] WARN com.zaxxer.hikari.util.DriverDataSource - Registered driver with driverClassName=org.hsqldb.jdbcDriver was not found, trying direct instantiation." 2021-10-23 10:23:26.438,10:23:26.438 [main] INFO com.zaxxer.hikari.pool.PoolBase - HikariPool-1 - Driver does not support get/set network timeout for connections. (feature not supported) 2021-10-23 10:23:26.440,10:23:26.440 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Start completed. 2021-10-23 10:23:26.514,10:23:26.514 [task-scheduler-1] INFO org.hibernate.jpa.internal.util.LogHelper - HHH000204: Processing PersistenceUnitInfo [name: default] 2021-10-23 10:23:26.550,"10:23:26.550 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - Creating MinIO client endpoint https://s3.amazonaws.com,region us-east-1,bucket data-export-folio-eis-us-east-1-prd-tenant,accessKey ,secretKey ." 2021-10-23 10:23:26.604,10:23:26.604 [task-scheduler-1] INFO org.hibernate.Version - HHH000412: Hibernate ORM core version 5.4.21.Final 2021-10-23 10:23:26.611,"10:23:26.607 [task-scheduler-1] INFO org.hibernate.cfg.Environment - HHH000205: Loaded properties from resource hibernate.properties: {hibernate.bytecode.use_reflection_optimizer=false, hibernate.types.jackson.object.mapper=org.folio.des.config.JacksonConfiguration}" 2021-10-23 10:23:26.913,10:23:26.912 [task-scheduler-1] INFO org.hibernate.annotations.common.Version - HCANN000001: Hibernate Commons Annotations {5.1.0.Final} 2021-10-23 10:23:26.966,10:23:26.965 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - IamAwsProvider MinIO credentials provider created. 2021-10-23 10:23:27.011,10:23:27.011 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor - Initializing ExecutorService 'asyncTaskExecutor' 2021-10-23 10:23:27.130,10:23:27.129 [task-scheduler-1] INFO org.hibernate.dialect.Dialect - HHH000400: Using dialect: org.hibernate.dialect.HSQLDialect 2021-10-23 10:23:27.362,10:23:27.362 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.364,10:23:27.364 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.419,10:23:27.419 [task-scheduler-1] INFO org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 6.1.5.Final 2021-10-23 10:23:27.489,10:23:27.488 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.489,10:23:27.489 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.517,10:23:27.517 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.517,10:23:27.517 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.548,10:23:27.548 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.548,10:23:27.548 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.578,10:23:27.577 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.578,10:23:27.578 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.605,10:23:27.605 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.605,10:23:27.605 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.696,10:23:27.696 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:27.696,10:23:27.696 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:27.843,10:23:27.843 [task-scheduler-1] INFO org.hibernate.engine.transaction.jta.platform.internal.JtaPlatformInitiator - HHH000490: Using JtaPlatform implementation: [org.hibernate.engine.transaction.jta.platform.internal.NoJtaPlatform] 2021-10-23 10:23:27.860,10:23:27.860 [task-scheduler-1] INFO org.springframework.orm.jpa.LocalContainerEntityManagerFactoryBean - Initialized JPA EntityManagerFactory for persistence unit 'default' 2021-10-23 10:23:27.975,10:23:27.975 [main] INFO org.folio.dew.service.JobCommandsReceiverService - Created working directory /tmp/mod-data-export-worker/. 2021-10-23 10:23:28.421,10:23:28.421 [main] INFO org.springframework.boot.actuate.endpoint.web.EndpointLinksResolver - Exposing 1 endpoint(s) beneath base path '/admin' 2021-10-23 10:23:28.553,"10:23:28.553 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 10:23:28.618,10:23:28.618 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 10:23:28.618,"10:23:28.618 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 10:23:28.625,10:23:28.625 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 10:23:28.625,"10:23:28.625 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 10:23:28.989,"10:23:28.988 [main] WARN org.springframework.boot.autoconfigure.mustache.MustacheAutoConfiguration - Cannot find template location: classpath:/templates/ (please add some templates, check your Mustache configuration, or set spring.mustache.check-template-location=false)" 2021-10-23 10:23:29.156,"10:23:29.156 [main] WARN org.springframework.boot.autoconfigure.batch.JpaBatchConfigurer - JPA does not support custom isolation levels, so locks may not be taken when launching Jobs" 2021-10-23 10:23:29.157,"10:23:29.157 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 10:23:29.157,"10:23:29.157 [main] INFO org.springframework.batch.core.launch.support.SimpleJobLauncher - No TaskExecutor has been set, defaulting to synchronous executor." 2021-10-23 10:23:29.512,10:23:29.512 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - Adding {logging-channel-adapter:_org.springframework.integration.errorLogger} as a subscriber to the 'errorChannel' channel 2021-10-23 10:23:29.512,10:23:29.512 [main] INFO org.springframework.integration.channel.PublishSubscribeChannel - Channel 'application-1.errorChannel' has 1 subscriber(s). 2021-10-23 10:23:29.513,10:23:29.513 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - started bean '_org.springframework.integration.errorLogger' 2021-10-23 10:23:29.579,10:23:29.579 [main] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 10:23:29.579, allow.auto.create.topics = true 2021-10-23 10:23:29.579, auto.commit.interval.ms = 5000 2021-10-23 10:23:29.579, auto.offset.reset = latest 2021-10-23 10:23:29.579, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 10:23:29.579, check.crcs = true 2021-10-23 10:23:29.579, client.dns.lookup = default 2021-10-23 10:23:29.579, client.id = 2021-10-23 10:23:29.579, client.rack = 2021-10-23 10:23:29.579, connections.max.idle.ms = 540000 2021-10-23 10:23:29.579, default.api.timeout.ms = 60000 2021-10-23 10:23:29.579, enable.auto.commit = false 2021-10-23 10:23:29.579, exclude.internal.topics = true 2021-10-23 10:23:29.579, fetch.max.bytes = 52428800 2021-10-23 10:23:29.579, fetch.max.wait.ms = 500 2021-10-23 10:23:29.579, fetch.min.bytes = 1 2021-10-23 10:23:29.579, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 10:23:29.579, group.instance.id = null 2021-10-23 10:23:29.579, heartbeat.interval.ms = 3000 2021-10-23 10:23:29.579, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 10:23:29.579, internal.leave.group.on.close = true 2021-10-23 10:23:29.579, isolation.level = read_uncommitted 2021-10-23 10:23:29.579, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 10:23:29.579, max.partition.fetch.bytes = 1048576 2021-10-23 10:23:29.579, max.poll.interval.ms = 300000 2021-10-23 10:23:29.579, max.poll.records = 500 2021-10-23 10:23:29.579, metadata.max.age.ms = 300000 2021-10-23 10:23:29.579, metric.reporters = [] 2021-10-23 10:23:29.579, metrics.num.samples = 2 2021-10-23 10:23:29.579, metrics.recording.level = INFO 2021-10-23 10:23:29.579, metrics.sample.window.ms = 30000 2021-10-23 10:23:29.579, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 10:23:29.579, receive.buffer.bytes = 65536 2021-10-23 10:23:29.579, reconnect.backoff.max.ms = 1000 2021-10-23 10:23:29.579, reconnect.backoff.ms = 50 2021-10-23 10:23:29.579, request.timeout.ms = 30000 2021-10-23 10:23:29.579, retry.backoff.ms = 100 2021-10-23 10:23:29.579, sasl.client.callback.handler.class = null 2021-10-23 10:23:29.579, sasl.jaas.config = null 2021-10-23 10:23:29.579, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 10:23:29.579, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 10:23:29.579, sasl.kerberos.service.name = null 2021-10-23 10:23:29.579, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 10:23:29.579, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 10:23:29.579, sasl.login.callback.handler.class = null 2021-10-23 10:23:29.579, sasl.login.class = null 2021-10-23 10:23:29.579, sasl.login.refresh.buffer.seconds = 300 2021-10-23 10:23:29.579, sasl.login.refresh.min.period.seconds = 60 2021-10-23 10:23:29.579, sasl.login.refresh.window.factor = 0.8 2021-10-23 10:23:29.579, sasl.login.refresh.window.jitter = 0.05 2021-10-23 10:23:29.579, sasl.mechanism = GSSAPI 2021-10-23 10:23:29.579, security.protocol = PLAINTEXT 2021-10-23 10:23:29.579, security.providers = null 2021-10-23 10:23:29.579, send.buffer.bytes = 131072 2021-10-23 10:23:29.579, session.timeout.ms = 10000 2021-10-23 10:23:29.579, ssl.cipher.suites = null 2021-10-23 10:23:29.579, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 10:23:29.579, ssl.endpoint.identification.algorithm = https 2021-10-23 10:23:29.579, ssl.key.password = null 2021-10-23 10:23:29.579, ssl.keymanager.algorithm = SunX509 2021-10-23 10:23:29.579, ssl.keystore.location = null 2021-10-23 10:23:29.579, ssl.keystore.password = null 2021-10-23 10:23:29.579, ssl.keystore.type = JKS 2021-10-23 10:23:29.579, ssl.protocol = TLSv1.2 2021-10-23 10:23:29.579, ssl.provider = null 2021-10-23 10:23:29.579, ssl.secure.random.implementation = null 2021-10-23 10:23:29.579, ssl.trustmanager.algorithm = PKIX 2021-10-23 10:23:29.579, ssl.truststore.location = null 2021-10-23 10:23:29.579, ssl.truststore.password = null 2021-10-23 10:23:29.579, ssl.truststore.type = JKS 2021-10-23 10:23:29.579, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 10:23:29.715,10:23:29.714 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 10:23:29.715,10:23:29.715 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 10:23:29.717,10:23:29.717 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 10:23:29.717,10:23:29.717 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 10:23:29.717,10:23:29.717 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634984609715 2021-10-23 10:23:29.722,"10:23:29.721 [main] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 10:23:29.725,10:23:29.724 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 10:23:29.730,"10:23:29.730 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Starting ProtocolHandler [""http-nio-8082""]" 2021-10-23 10:23:29.902,10:23:29.901 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat started on port(s): 8082 (http) with context path '' 2021-10-23 10:23:30.281,10:23:30.281 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 10:23:30.282,10:23:30.282 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 10:23:30.299,10:23:30.299 [main] INFO org.folio.dew.ModDataExportWorkerApplication - Started ModDataExportWorkerApplication in 10.667 seconds (JVM running for 12.207) 2021-10-23 10:23:30.406,"10:23:30.405 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 10:23:30.407,"10:23:30.407 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 10:23:30.412,"10:23:30.411 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 10:23:30.427,"10:23:30.426 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 10:23:30.427,"10:23:30.427 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 10:23:33.431,"10:23:33.431 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 3: {consumer-jusm-mod-data-export-worker-events-group-1-d1e03169-4773-4f46-9fe4-02b91ba5754a=Assignment(partitions=[])}" 2021-10-23 10:23:33.438,"10:23:33.437 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 3" 2021-10-23 10:23:33.439,"10:23:33.439 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: " 2021-10-23 10:23:33.443,10:23:33.443 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [] 2021-10-23 10:23:35.728,DONE 2021-10-23 10:23:40.811,Step 5 of 5: Setting up agent as a daemon ...DONE 2021-10-23 10:23:40.811,------------------------------------------------------ 2021-10-23 10:23:40.811,- Configuration file successfully saved at: /var/awslogs/etc/awslogs.conf 2021-10-23 10:23:40.811,- You can begin accessing new log events after a few moments at https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logs: 2021-10-23 10:23:40.811,- You can use 'sudo service awslogs start|stop|status|restart' to control the daemon. 2021-10-23 10:23:40.811,"- To see diagnostic information for the CloudWatch Logs Agent, see /var/log/awslogs.log" 2021-10-23 10:23:40.811,- You can rerun interactive setup using 'sudo python ./awslogs-agent-setup.py --region us-east-1 --only-generate-config' 2021-10-23 10:23:40.811,------------------------------------------------------ 2021-10-23 10:23:57.671,10:23:57.670 [http-nio-8082-exec-2] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring DispatcherServlet 'dispatcherServlet' 2021-10-23 10:23:57.671,10:23:57.671 [http-nio-8082-exec-2] INFO org.springframework.web.servlet.DispatcherServlet - Initializing Servlet 'dispatcherServlet' 2021-10-23 10:23:57.680,10:23:57.680 [http-nio-8082-exec-2] INFO org.springframework.web.servlet.DispatcherServlet - Completed initialization in 9 ms 2021-10-23 10:35:10.968,2021/10/23 10:35:10 [notice] 426#426: signal process started 2021-10-23 11:06:17.188,11:06:17.187 [http-nio-8082-exec-2] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 11:06:17.192,11:06:17.192 [http-nio-8082-exec-2] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001020] 2021-10-23 11:06:18.408,11:06:18.408 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:06:18.420,"11:06:18.420 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 11:06:18.421,11:06:18.421 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:06:18.425,11:06:18.425 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:06:18.439,"11:06:18.439 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 11:06:18.441,11:06:18.441 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 11:06:18.447,11:06:18.447 [http-nio-8082-exec-2] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 11:06:19.962,11:06:19.961 [http-nio-8082-exec-2] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:06:19.963,"11:06:19.963 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 11:06:19.965,11:06:19.965 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:06:19.965,11:06:19.965 [http-nio-8082-exec-2] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:06:19.966,"11:06:19.966 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 11:06:19.967,11:06:19.967 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001020_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:06:19.972,11:06:19.972 [http-nio-8082-exec-2] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 11:06:19.973,11:06:19.973 [http-nio-8082-exec-2] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001020] executed successfully 2021-10-23 11:06:19.976,"11:06:19.975 [http-nio-8082-exec-2] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001020.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001020.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 11:06:19.980,11:06:19.980 [http-nio-8082-exec-2] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 11:06:19.980, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:06:19.980, client.dns.lookup = default 2021-10-23 11:06:19.980, client.id = 2021-10-23 11:06:19.980, connections.max.idle.ms = 300000 2021-10-23 11:06:19.980, default.api.timeout.ms = 60000 2021-10-23 11:06:19.980, metadata.max.age.ms = 300000 2021-10-23 11:06:19.980, metric.reporters = [] 2021-10-23 11:06:19.980, metrics.num.samples = 2 2021-10-23 11:06:19.980, metrics.recording.level = INFO 2021-10-23 11:06:19.980, metrics.sample.window.ms = 30000 2021-10-23 11:06:19.980, receive.buffer.bytes = 65536 2021-10-23 11:06:19.980, reconnect.backoff.max.ms = 1000 2021-10-23 11:06:19.980, reconnect.backoff.ms = 50 2021-10-23 11:06:19.980, request.timeout.ms = 30000 2021-10-23 11:06:19.980, retries = 2147483647 2021-10-23 11:06:19.980, retry.backoff.ms = 100 2021-10-23 11:06:19.980, sasl.client.callback.handler.class = null 2021-10-23 11:06:19.980, sasl.jaas.config = null 2021-10-23 11:06:19.980, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:06:19.980, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:06:19.980, sasl.kerberos.service.name = null 2021-10-23 11:06:19.980, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:06:19.980, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:06:19.980, sasl.login.callback.handler.class = null 2021-10-23 11:06:19.980, sasl.login.class = null 2021-10-23 11:06:19.980, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:06:19.980, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:06:19.980, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:06:19.980, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:06:19.980, sasl.mechanism = GSSAPI 2021-10-23 11:06:19.980, security.protocol = PLAINTEXT 2021-10-23 11:06:19.980, security.providers = null 2021-10-23 11:06:19.980, send.buffer.bytes = 131072 2021-10-23 11:06:19.980, ssl.cipher.suites = null 2021-10-23 11:06:19.980, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:06:19.980, ssl.endpoint.identification.algorithm = https 2021-10-23 11:06:19.980, ssl.key.password = null 2021-10-23 11:06:19.980, ssl.keymanager.algorithm = SunX509 2021-10-23 11:06:19.980, ssl.keystore.location = null 2021-10-23 11:06:19.980, ssl.keystore.password = null 2021-10-23 11:06:19.980, ssl.keystore.type = JKS 2021-10-23 11:06:19.980, ssl.protocol = TLSv1.2 2021-10-23 11:06:19.980, ssl.provider = null 2021-10-23 11:06:19.980, ssl.secure.random.implementation = null 2021-10-23 11:06:19.980, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:06:19.980, ssl.truststore.location = null 2021-10-23 11:06:19.980, ssl.truststore.password = null 2021-10-23 11:06:19.980, ssl.truststore.type = JKS 2021-10-23 11:06:20.025,11:06:20.025 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:06:20.025,11:06:20.025 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:06:20.025,11:06:20.025 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634987180025 2021-10-23 11:06:20.055,11:06:20.055 [http-nio-8082-exec-2] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 11:06:20.059,"11:06:20.059 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-1-d1e03169-4773-4f46-9fe4-02b91ba5754a sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 11:06:20.060,"11:06:20.060 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 11:06:20.060,11:06:20.060 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 11:06:20.075,11:06:20.075 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 11:06:20.081,11:06:20.081 [http-nio-8082-exec-2] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 11:06:20.081, allow.auto.create.topics = true 2021-10-23 11:06:20.081, auto.commit.interval.ms = 5000 2021-10-23 11:06:20.081, auto.offset.reset = latest 2021-10-23 11:06:20.081, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:06:20.081, check.crcs = true 2021-10-23 11:06:20.081, client.dns.lookup = default 2021-10-23 11:06:20.081, client.id = 2021-10-23 11:06:20.081, client.rack = 2021-10-23 11:06:20.081, connections.max.idle.ms = 540000 2021-10-23 11:06:20.081, default.api.timeout.ms = 60000 2021-10-23 11:06:20.081, enable.auto.commit = false 2021-10-23 11:06:20.081, exclude.internal.topics = true 2021-10-23 11:06:20.081, fetch.max.bytes = 52428800 2021-10-23 11:06:20.081, fetch.max.wait.ms = 500 2021-10-23 11:06:20.081, fetch.min.bytes = 1 2021-10-23 11:06:20.081, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 11:06:20.081, group.instance.id = null 2021-10-23 11:06:20.081, heartbeat.interval.ms = 3000 2021-10-23 11:06:20.081, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 11:06:20.081, internal.leave.group.on.close = true 2021-10-23 11:06:20.081, isolation.level = read_uncommitted 2021-10-23 11:06:20.081, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 11:06:20.081, max.partition.fetch.bytes = 1048576 2021-10-23 11:06:20.081, max.poll.interval.ms = 300000 2021-10-23 11:06:20.081, max.poll.records = 500 2021-10-23 11:06:20.081, metadata.max.age.ms = 300000 2021-10-23 11:06:20.081, metric.reporters = [] 2021-10-23 11:06:20.081, metrics.num.samples = 2 2021-10-23 11:06:20.081, metrics.recording.level = INFO 2021-10-23 11:06:20.081, metrics.sample.window.ms = 30000 2021-10-23 11:06:20.081, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 11:06:20.081, receive.buffer.bytes = 65536 2021-10-23 11:06:20.081, reconnect.backoff.max.ms = 1000 2021-10-23 11:06:20.081, reconnect.backoff.ms = 50 2021-10-23 11:06:20.081, request.timeout.ms = 30000 2021-10-23 11:06:20.081, retry.backoff.ms = 100 2021-10-23 11:06:20.081, sasl.client.callback.handler.class = null 2021-10-23 11:06:20.081, sasl.jaas.config = null 2021-10-23 11:06:20.081, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:06:20.081, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:06:20.081, sasl.kerberos.service.name = null 2021-10-23 11:06:20.081, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:06:20.081, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:06:20.081, sasl.login.callback.handler.class = null 2021-10-23 11:06:20.081, sasl.login.class = null 2021-10-23 11:06:20.081, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:06:20.081, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:06:20.081, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:06:20.081, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:06:20.081, sasl.mechanism = GSSAPI 2021-10-23 11:06:20.081, security.protocol = PLAINTEXT 2021-10-23 11:06:20.081, security.providers = null 2021-10-23 11:06:20.081, send.buffer.bytes = 131072 2021-10-23 11:06:20.081, session.timeout.ms = 10000 2021-10-23 11:06:20.081, ssl.cipher.suites = null 2021-10-23 11:06:20.081, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:06:20.081, ssl.endpoint.identification.algorithm = https 2021-10-23 11:06:20.081, ssl.key.password = null 2021-10-23 11:06:20.081, ssl.keymanager.algorithm = SunX509 2021-10-23 11:06:20.081, ssl.keystore.location = null 2021-10-23 11:06:20.081, ssl.keystore.password = null 2021-10-23 11:06:20.081, ssl.keystore.type = JKS 2021-10-23 11:06:20.081, ssl.protocol = TLSv1.2 2021-10-23 11:06:20.081, ssl.provider = null 2021-10-23 11:06:20.081, ssl.secure.random.implementation = null 2021-10-23 11:06:20.081, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:06:20.081, ssl.truststore.location = null 2021-10-23 11:06:20.081, ssl.truststore.password = null 2021-10-23 11:06:20.081, ssl.truststore.type = JKS 2021-10-23 11:06:20.081, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 11:06:20.088,11:06:20.088 [http-nio-8082-exec-2] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 11:06:20.088,11:06:20.088 [http-nio-8082-exec-2] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 11:06:20.088,11:06:20.088 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:06:20.088,11:06:20.088 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:06:20.088,11:06:20.088 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634987180088 2021-10-23 11:06:20.089,"11:06:20.089 [http-nio-8082-exec-2] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 11:06:20.089,11:06:20.089 [http-nio-8082-exec-2] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 11:06:20.111,"11:06:20.111 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 11:06:20.111,"11:06:20.111 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 11:06:20.129,"11:06:20.128 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:06:20.156,"11:06:20.156 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 11:06:20.156,"11:06:20.156 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:06:20.461,"10.23.38.223 - - [23/Oct/2021:11:06:20 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=3.215 uct=""0.000"" uht=""3.216"" urt=""3.216"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001020"" ""-"" ""689420/proxy;740222/tenant""" 2021-10-23 11:06:23.159,"11:06:23.158 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 5: {consumer-jusm-mod-data-export-worker-events-group-2-82067f77-63f9-43e1-bc2d-58c72b5a987f=Assignment(partitions=[jusm.fs00001020.data-export.job.command-0])}" 2021-10-23 11:06:23.163,"11:06:23.163 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 5" 2021-10-23 11:06:23.170,"11:06:23.169 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:06:23.173,"11:06:23.173 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:06:23.177,"11:06:23.177 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:06:23.202,"11:06:23.202 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001020.data-export.job.command-0 to offset 0." 2021-10-23 11:06:23.210,11:06:23.210 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001020.data-export.job.command-0] 2021-10-23 11:15:10.376,11:15:10.375 [http-nio-8082-exec-8] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 11:15:10.376,11:15:10.376 [http-nio-8082-exec-8] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001057] 2021-10-23 11:15:10.384,11:15:10.383 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:15:10.385,"11:15:10.384 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 11:15:10.386,11:15:10.385 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:15:10.387,11:15:10.386 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:15:10.387,"11:15:10.387 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 11:15:10.387,11:15:10.387 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 11:15:10.390,11:15:10.390 [http-nio-8082-exec-8] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 11:15:10.414,11:15:10.414 [http-nio-8082-exec-8] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:15:10.415,"11:15:10.415 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 11:15:10.417,11:15:10.417 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:15:10.417,11:15:10.417 [http-nio-8082-exec-8] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:15:10.417,"11:15:10.417 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 11:15:10.418,11:15:10.418 [http-nio-8082-exec-8] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001057_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:15:10.419,11:15:10.419 [http-nio-8082-exec-8] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 11:15:10.420,11:15:10.419 [http-nio-8082-exec-8] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001057] executed successfully 2021-10-23 11:15:10.420,"11:15:10.420 [http-nio-8082-exec-8] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001057.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001057.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 11:15:10.422,11:15:10.421 [http-nio-8082-exec-8] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 11:15:10.422, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:15:10.422, client.dns.lookup = default 2021-10-23 11:15:10.422, client.id = 2021-10-23 11:15:10.422, connections.max.idle.ms = 300000 2021-10-23 11:15:10.422, default.api.timeout.ms = 60000 2021-10-23 11:15:10.422, metadata.max.age.ms = 300000 2021-10-23 11:15:10.422, metric.reporters = [] 2021-10-23 11:15:10.422, metrics.num.samples = 2 2021-10-23 11:15:10.422, metrics.recording.level = INFO 2021-10-23 11:15:10.422, metrics.sample.window.ms = 30000 2021-10-23 11:15:10.422, receive.buffer.bytes = 65536 2021-10-23 11:15:10.422, reconnect.backoff.max.ms = 1000 2021-10-23 11:15:10.422, reconnect.backoff.ms = 50 2021-10-23 11:15:10.422, request.timeout.ms = 30000 2021-10-23 11:15:10.422, retries = 2147483647 2021-10-23 11:15:10.422, retry.backoff.ms = 100 2021-10-23 11:15:10.422, sasl.client.callback.handler.class = null 2021-10-23 11:15:10.422, sasl.jaas.config = null 2021-10-23 11:15:10.422, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:15:10.422, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:15:10.422, sasl.kerberos.service.name = null 2021-10-23 11:15:10.422, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:15:10.422, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:15:10.422, sasl.login.callback.handler.class = null 2021-10-23 11:15:10.422, sasl.login.class = null 2021-10-23 11:15:10.422, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:15:10.422, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:15:10.422, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:15:10.422, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:15:10.422, sasl.mechanism = GSSAPI 2021-10-23 11:15:10.422, security.protocol = PLAINTEXT 2021-10-23 11:15:10.422, security.providers = null 2021-10-23 11:15:10.422, send.buffer.bytes = 131072 2021-10-23 11:15:10.422, ssl.cipher.suites = null 2021-10-23 11:15:10.422, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:15:10.422, ssl.endpoint.identification.algorithm = https 2021-10-23 11:15:10.422, ssl.key.password = null 2021-10-23 11:15:10.422, ssl.keymanager.algorithm = SunX509 2021-10-23 11:15:10.422, ssl.keystore.location = null 2021-10-23 11:15:10.422, ssl.keystore.password = null 2021-10-23 11:15:10.422, ssl.keystore.type = JKS 2021-10-23 11:15:10.422, ssl.protocol = TLSv1.2 2021-10-23 11:15:10.422, ssl.provider = null 2021-10-23 11:15:10.422, ssl.secure.random.implementation = null 2021-10-23 11:15:10.422, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:15:10.422, ssl.truststore.location = null 2021-10-23 11:15:10.422, ssl.truststore.password = null 2021-10-23 11:15:10.422, ssl.truststore.type = JKS 2021-10-23 11:15:10.427,11:15:10.427 [http-nio-8082-exec-8] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:15:10.427,11:15:10.427 [http-nio-8082-exec-8] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:15:10.427,11:15:10.427 [http-nio-8082-exec-8] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634987710427 2021-10-23 11:15:10.447,11:15:10.447 [http-nio-8082-exec-8] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 11:15:10.447,"11:15:10.447 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:15:10.448,11:15:10.447 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001020.data-export.job.command-0] 2021-10-23 11:15:10.448,"11:15:10.448 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-2-82067f77-63f9-43e1-bc2d-58c72b5a987f sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 11:15:10.448,"11:15:10.448 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-2, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 11:15:10.448,11:15:10.448 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 11:15:10.455,11:15:10.454 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 11:15:10.456,11:15:10.456 [http-nio-8082-exec-8] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 11:15:10.456, allow.auto.create.topics = true 2021-10-23 11:15:10.456, auto.commit.interval.ms = 5000 2021-10-23 11:15:10.456, auto.offset.reset = latest 2021-10-23 11:15:10.456, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:15:10.456, check.crcs = true 2021-10-23 11:15:10.456, client.dns.lookup = default 2021-10-23 11:15:10.456, client.id = 2021-10-23 11:15:10.456, client.rack = 2021-10-23 11:15:10.456, connections.max.idle.ms = 540000 2021-10-23 11:15:10.456, default.api.timeout.ms = 60000 2021-10-23 11:15:10.456, enable.auto.commit = false 2021-10-23 11:15:10.456, exclude.internal.topics = true 2021-10-23 11:15:10.456, fetch.max.bytes = 52428800 2021-10-23 11:15:10.456, fetch.max.wait.ms = 500 2021-10-23 11:15:10.456, fetch.min.bytes = 1 2021-10-23 11:15:10.456, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 11:15:10.456, group.instance.id = null 2021-10-23 11:15:10.456, heartbeat.interval.ms = 3000 2021-10-23 11:15:10.456, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 11:15:10.456, internal.leave.group.on.close = true 2021-10-23 11:15:10.456, isolation.level = read_uncommitted 2021-10-23 11:15:10.456, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 11:15:10.456, max.partition.fetch.bytes = 1048576 2021-10-23 11:15:10.456, max.poll.interval.ms = 300000 2021-10-23 11:15:10.456, max.poll.records = 500 2021-10-23 11:15:10.456, metadata.max.age.ms = 300000 2021-10-23 11:15:10.456, metric.reporters = [] 2021-10-23 11:15:10.456, metrics.num.samples = 2 2021-10-23 11:15:10.456, metrics.recording.level = INFO 2021-10-23 11:15:10.456, metrics.sample.window.ms = 30000 2021-10-23 11:15:10.456, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 11:15:10.456, receive.buffer.bytes = 65536 2021-10-23 11:15:10.456, reconnect.backoff.max.ms = 1000 2021-10-23 11:15:10.456, reconnect.backoff.ms = 50 2021-10-23 11:15:10.456, request.timeout.ms = 30000 2021-10-23 11:15:10.456, retry.backoff.ms = 100 2021-10-23 11:15:10.456, sasl.client.callback.handler.class = null 2021-10-23 11:15:10.456, sasl.jaas.config = null 2021-10-23 11:15:10.456, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:15:10.456, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:15:10.456, sasl.kerberos.service.name = null 2021-10-23 11:15:10.456, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:15:10.456, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:15:10.456, sasl.login.callback.handler.class = null 2021-10-23 11:15:10.456, sasl.login.class = null 2021-10-23 11:15:10.456, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:15:10.456, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:15:10.456, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:15:10.456, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:15:10.456, sasl.mechanism = GSSAPI 2021-10-23 11:15:10.456, security.protocol = PLAINTEXT 2021-10-23 11:15:10.456, security.providers = null 2021-10-23 11:15:10.456, send.buffer.bytes = 131072 2021-10-23 11:15:10.456, session.timeout.ms = 10000 2021-10-23 11:15:10.456, ssl.cipher.suites = null 2021-10-23 11:15:10.456, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:15:10.456, ssl.endpoint.identification.algorithm = https 2021-10-23 11:15:10.456, ssl.key.password = null 2021-10-23 11:15:10.456, ssl.keymanager.algorithm = SunX509 2021-10-23 11:15:10.456, ssl.keystore.location = null 2021-10-23 11:15:10.456, ssl.keystore.password = null 2021-10-23 11:15:10.456, ssl.keystore.type = JKS 2021-10-23 11:15:10.456, ssl.protocol = TLSv1.2 2021-10-23 11:15:10.456, ssl.provider = null 2021-10-23 11:15:10.456, ssl.secure.random.implementation = null 2021-10-23 11:15:10.456, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:15:10.456, ssl.truststore.location = null 2021-10-23 11:15:10.456, ssl.truststore.password = null 2021-10-23 11:15:10.456, ssl.truststore.type = JKS 2021-10-23 11:15:10.456, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 11:15:10.460,11:15:10.460 [http-nio-8082-exec-8] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 11:15:10.461,11:15:10.460 [http-nio-8082-exec-8] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 11:15:10.461,11:15:10.461 [http-nio-8082-exec-8] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:15:10.461,11:15:10.461 [http-nio-8082-exec-8] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:15:10.461,11:15:10.461 [http-nio-8082-exec-8] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634987710461 2021-10-23 11:15:10.461,"11:15:10.461 [http-nio-8082-exec-8] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 11:15:10.461,11:15:10.461 [http-nio-8082-exec-8] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 11:15:10.499,"11:15:10.499 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 11:15:10.499,"11:15:10.499 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 11:15:10.502,"11:15:10.502 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:15:10.519,"11:15:10.519 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 11:15:10.519,"11:15:10.519 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:15:10.606,"10.23.38.223 - - [23/Oct/2021:11:15:10 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.092 uct=""0.000"" uht=""0.092"" urt=""0.092"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001057"" ""-"" ""966343/proxy;969358/tenant""" 2021-10-23 11:15:13.520,"11:15:13.520 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 7: {consumer-jusm-mod-data-export-worker-events-group-3-2276b572-58d1-4e45-91a2-dc339be819a8=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0])}" 2021-10-23 11:15:13.525,"11:15:13.525 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 7" 2021-10-23 11:15:13.525,"11:15:13.525 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:15:13.526,"11:15:13.526 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001057.data-export.job.command-0" 2021-10-23 11:15:13.528,"11:15:13.528 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001057.data-export.job.command-0" 2021-10-23 11:15:13.529,"11:15:13.529 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 11:15:13.554,"11:15:13.553 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001057.data-export.job.command-0 to offset 1." 2021-10-23 11:15:13.559,"11:15:13.559 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0]" 2021-10-23 11:42:35.355,11:42:35.355 [http-nio-8082-exec-9] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 11:42:35.356,11:42:35.356 [http-nio-8082-exec-9] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001037] 2021-10-23 11:42:35.363,11:42:35.363 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:42:35.364,"11:42:35.364 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 11:42:35.365,11:42:35.365 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:42:35.366,11:42:35.366 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:42:35.366,"11:42:35.366 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 11:42:35.367,11:42:35.367 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 11:42:35.369,11:42:35.369 [http-nio-8082-exec-9] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 11:42:35.389,11:42:35.388 [http-nio-8082-exec-9] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:42:35.390,"11:42:35.390 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 11:42:35.392,11:42:35.391 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:42:35.392,11:42:35.392 [http-nio-8082-exec-9] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:42:35.392,"11:42:35.392 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 11:42:35.393,11:42:35.393 [http-nio-8082-exec-9] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001037_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:42:35.394,11:42:35.394 [http-nio-8082-exec-9] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 11:42:35.395,11:42:35.394 [http-nio-8082-exec-9] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001037] executed successfully 2021-10-23 11:42:35.395,"11:42:35.395 [http-nio-8082-exec-9] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001037.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001037.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 11:42:35.396,11:42:35.396 [http-nio-8082-exec-9] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 11:42:35.396, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:42:35.396, client.dns.lookup = default 2021-10-23 11:42:35.396, client.id = 2021-10-23 11:42:35.396, connections.max.idle.ms = 300000 2021-10-23 11:42:35.396, default.api.timeout.ms = 60000 2021-10-23 11:42:35.396, metadata.max.age.ms = 300000 2021-10-23 11:42:35.396, metric.reporters = [] 2021-10-23 11:42:35.396, metrics.num.samples = 2 2021-10-23 11:42:35.396, metrics.recording.level = INFO 2021-10-23 11:42:35.396, metrics.sample.window.ms = 30000 2021-10-23 11:42:35.396, receive.buffer.bytes = 65536 2021-10-23 11:42:35.396, reconnect.backoff.max.ms = 1000 2021-10-23 11:42:35.396, reconnect.backoff.ms = 50 2021-10-23 11:42:35.396, request.timeout.ms = 30000 2021-10-23 11:42:35.396, retries = 2147483647 2021-10-23 11:42:35.396, retry.backoff.ms = 100 2021-10-23 11:42:35.396, sasl.client.callback.handler.class = null 2021-10-23 11:42:35.396, sasl.jaas.config = null 2021-10-23 11:42:35.396, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:42:35.396, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:42:35.396, sasl.kerberos.service.name = null 2021-10-23 11:42:35.396, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:42:35.396, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:42:35.396, sasl.login.callback.handler.class = null 2021-10-23 11:42:35.396, sasl.login.class = null 2021-10-23 11:42:35.396, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:42:35.396, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:42:35.396, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:42:35.396, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:42:35.396, sasl.mechanism = GSSAPI 2021-10-23 11:42:35.396, security.protocol = PLAINTEXT 2021-10-23 11:42:35.396, security.providers = null 2021-10-23 11:42:35.396, send.buffer.bytes = 131072 2021-10-23 11:42:35.396, ssl.cipher.suites = null 2021-10-23 11:42:35.396, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:42:35.396, ssl.endpoint.identification.algorithm = https 2021-10-23 11:42:35.396, ssl.key.password = null 2021-10-23 11:42:35.396, ssl.keymanager.algorithm = SunX509 2021-10-23 11:42:35.396, ssl.keystore.location = null 2021-10-23 11:42:35.396, ssl.keystore.password = null 2021-10-23 11:42:35.396, ssl.keystore.type = JKS 2021-10-23 11:42:35.396, ssl.protocol = TLSv1.2 2021-10-23 11:42:35.396, ssl.provider = null 2021-10-23 11:42:35.396, ssl.secure.random.implementation = null 2021-10-23 11:42:35.396, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:42:35.396, ssl.truststore.location = null 2021-10-23 11:42:35.396, ssl.truststore.password = null 2021-10-23 11:42:35.396, ssl.truststore.type = JKS 2021-10-23 11:42:35.401,11:42:35.401 [http-nio-8082-exec-9] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:42:35.401,11:42:35.401 [http-nio-8082-exec-9] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:42:35.402,11:42:35.401 [http-nio-8082-exec-9] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634989355401 2021-10-23 11:42:35.414,11:42:35.413 [http-nio-8082-exec-9] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 11:42:35.414,"11:42:35.414 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:42:35.414,"11:42:35.414 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0]" 2021-10-23 11:42:35.414,"11:42:35.414 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-3-2276b572-58d1-4e45-91a2-dc339be819a8 sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 11:42:35.415,"11:42:35.414 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-3, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 11:42:35.415,11:42:35.414 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 11:42:35.422,11:42:35.422 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 11:42:35.423,11:42:35.423 [http-nio-8082-exec-9] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 11:42:35.423, allow.auto.create.topics = true 2021-10-23 11:42:35.423, auto.commit.interval.ms = 5000 2021-10-23 11:42:35.423, auto.offset.reset = latest 2021-10-23 11:42:35.423, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:42:35.423, check.crcs = true 2021-10-23 11:42:35.423, client.dns.lookup = default 2021-10-23 11:42:35.423, client.id = 2021-10-23 11:42:35.423, client.rack = 2021-10-23 11:42:35.423, connections.max.idle.ms = 540000 2021-10-23 11:42:35.423, default.api.timeout.ms = 60000 2021-10-23 11:42:35.423, enable.auto.commit = false 2021-10-23 11:42:35.423, exclude.internal.topics = true 2021-10-23 11:42:35.423, fetch.max.bytes = 52428800 2021-10-23 11:42:35.423, fetch.max.wait.ms = 500 2021-10-23 11:42:35.423, fetch.min.bytes = 1 2021-10-23 11:42:35.423, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 11:42:35.423, group.instance.id = null 2021-10-23 11:42:35.423, heartbeat.interval.ms = 3000 2021-10-23 11:42:35.423, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 11:42:35.423, internal.leave.group.on.close = true 2021-10-23 11:42:35.423, isolation.level = read_uncommitted 2021-10-23 11:42:35.423, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 11:42:35.423, max.partition.fetch.bytes = 1048576 2021-10-23 11:42:35.423, max.poll.interval.ms = 300000 2021-10-23 11:42:35.423, max.poll.records = 500 2021-10-23 11:42:35.423, metadata.max.age.ms = 300000 2021-10-23 11:42:35.423, metric.reporters = [] 2021-10-23 11:42:35.423, metrics.num.samples = 2 2021-10-23 11:42:35.423, metrics.recording.level = INFO 2021-10-23 11:42:35.423, metrics.sample.window.ms = 30000 2021-10-23 11:42:35.423, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 11:42:35.423, receive.buffer.bytes = 65536 2021-10-23 11:42:35.423, reconnect.backoff.max.ms = 1000 2021-10-23 11:42:35.423, reconnect.backoff.ms = 50 2021-10-23 11:42:35.423, request.timeout.ms = 30000 2021-10-23 11:42:35.423, retry.backoff.ms = 100 2021-10-23 11:42:35.423, sasl.client.callback.handler.class = null 2021-10-23 11:42:35.423, sasl.jaas.config = null 2021-10-23 11:42:35.423, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:42:35.423, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:42:35.423, sasl.kerberos.service.name = null 2021-10-23 11:42:35.423, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:42:35.423, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:42:35.423, sasl.login.callback.handler.class = null 2021-10-23 11:42:35.423, sasl.login.class = null 2021-10-23 11:42:35.423, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:42:35.423, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:42:35.423, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:42:35.423, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:42:35.423, sasl.mechanism = GSSAPI 2021-10-23 11:42:35.423, security.protocol = PLAINTEXT 2021-10-23 11:42:35.423, security.providers = null 2021-10-23 11:42:35.423, send.buffer.bytes = 131072 2021-10-23 11:42:35.423, session.timeout.ms = 10000 2021-10-23 11:42:35.423, ssl.cipher.suites = null 2021-10-23 11:42:35.423, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:42:35.423, ssl.endpoint.identification.algorithm = https 2021-10-23 11:42:35.423, ssl.key.password = null 2021-10-23 11:42:35.423, ssl.keymanager.algorithm = SunX509 2021-10-23 11:42:35.423, ssl.keystore.location = null 2021-10-23 11:42:35.423, ssl.keystore.password = null 2021-10-23 11:42:35.423, ssl.keystore.type = JKS 2021-10-23 11:42:35.423, ssl.protocol = TLSv1.2 2021-10-23 11:42:35.423, ssl.provider = null 2021-10-23 11:42:35.423, ssl.secure.random.implementation = null 2021-10-23 11:42:35.423, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:42:35.423, ssl.truststore.location = null 2021-10-23 11:42:35.423, ssl.truststore.password = null 2021-10-23 11:42:35.423, ssl.truststore.type = JKS 2021-10-23 11:42:35.423, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 11:42:35.427,11:42:35.427 [http-nio-8082-exec-9] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 11:42:35.427,11:42:35.427 [http-nio-8082-exec-9] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 11:42:35.427,11:42:35.427 [http-nio-8082-exec-9] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:42:35.427,11:42:35.427 [http-nio-8082-exec-9] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:42:35.427,11:42:35.427 [http-nio-8082-exec-9] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634989355427 2021-10-23 11:42:35.428,"11:42:35.427 [http-nio-8082-exec-9] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 11:42:35.428,11:42:35.428 [http-nio-8082-exec-9] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 11:42:35.450,"11:42:35.450 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 11:42:35.450,"11:42:35.450 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 11:42:35.453,"11:42:35.453 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:42:35.468,"11:42:35.468 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 11:42:35.468,"11:42:35.468 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:42:36.056,"10.23.38.223 - - [23/Oct/2021:11:42:35 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.079 uct=""0.000"" uht=""0.076"" urt=""0.076"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001037"" ""-"" ""675857/proxy;679654/tenant""" 2021-10-23 11:42:38.469,"11:42:38.469 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 9: {consumer-jusm-mod-data-export-worker-events-group-4-43373b70-1da8-443d-aad6-14d0cfe27b5c=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0])}" 2021-10-23 11:42:38.472,"11:42:38.471 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 9" 2021-10-23 11:42:38.472,"11:42:38.472 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:42:38.473,"11:42:38.473 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001037.data-export.job.command-0" 2021-10-23 11:42:38.474,"11:42:38.473 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001037.data-export.job.command-0" 2021-10-23 11:42:38.474,"11:42:38.474 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 11:42:38.474,"11:42:38.474 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 11:42:38.476,"11:42:38.476 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001037.data-export.job.command-0 to offset 0." 2021-10-23 11:42:38.479,"11:42:38.479 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0]" 2021-10-23 11:50:36.530,11:50:36.529 [http-nio-8082-exec-1] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 11:50:36.530,11:50:36.530 [http-nio-8082-exec-1] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001038] 2021-10-23 11:50:36.537,11:50:36.537 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:50:36.538,"11:50:36.538 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 11:50:36.539,11:50:36.539 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:50:36.540,11:50:36.540 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:50:36.540,"11:50:36.540 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 11:50:36.541,11:50:36.541 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 11:50:36.543,11:50:36.543 [http-nio-8082-exec-1] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 11:50:36.563,11:50:36.562 [http-nio-8082-exec-1] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:50:36.564,"11:50:36.563 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 11:50:36.565,11:50:36.565 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:50:36.566,11:50:36.565 [http-nio-8082-exec-1] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 11:50:36.566,"11:50:36.566 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 11:50:36.566,11:50:36.566 [http-nio-8082-exec-1] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001038_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 11:50:36.568,11:50:36.568 [http-nio-8082-exec-1] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 11:50:36.568,11:50:36.568 [http-nio-8082-exec-1] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001038] executed successfully 2021-10-23 11:50:36.568,"11:50:36.568 [http-nio-8082-exec-1] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001038.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001038.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 11:50:36.570,11:50:36.569 [http-nio-8082-exec-1] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 11:50:36.570, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:50:36.570, client.dns.lookup = default 2021-10-23 11:50:36.570, client.id = 2021-10-23 11:50:36.570, connections.max.idle.ms = 300000 2021-10-23 11:50:36.570, default.api.timeout.ms = 60000 2021-10-23 11:50:36.570, metadata.max.age.ms = 300000 2021-10-23 11:50:36.570, metric.reporters = [] 2021-10-23 11:50:36.570, metrics.num.samples = 2 2021-10-23 11:50:36.570, metrics.recording.level = INFO 2021-10-23 11:50:36.570, metrics.sample.window.ms = 30000 2021-10-23 11:50:36.570, receive.buffer.bytes = 65536 2021-10-23 11:50:36.570, reconnect.backoff.max.ms = 1000 2021-10-23 11:50:36.570, reconnect.backoff.ms = 50 2021-10-23 11:50:36.570, request.timeout.ms = 30000 2021-10-23 11:50:36.570, retries = 2147483647 2021-10-23 11:50:36.570, retry.backoff.ms = 100 2021-10-23 11:50:36.570, sasl.client.callback.handler.class = null 2021-10-23 11:50:36.570, sasl.jaas.config = null 2021-10-23 11:50:36.570, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:50:36.570, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:50:36.570, sasl.kerberos.service.name = null 2021-10-23 11:50:36.570, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:50:36.570, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:50:36.570, sasl.login.callback.handler.class = null 2021-10-23 11:50:36.570, sasl.login.class = null 2021-10-23 11:50:36.570, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:50:36.570, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:50:36.570, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:50:36.570, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:50:36.570, sasl.mechanism = GSSAPI 2021-10-23 11:50:36.570, security.protocol = PLAINTEXT 2021-10-23 11:50:36.570, security.providers = null 2021-10-23 11:50:36.570, send.buffer.bytes = 131072 2021-10-23 11:50:36.570, ssl.cipher.suites = null 2021-10-23 11:50:36.570, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:50:36.570, ssl.endpoint.identification.algorithm = https 2021-10-23 11:50:36.570, ssl.key.password = null 2021-10-23 11:50:36.570, ssl.keymanager.algorithm = SunX509 2021-10-23 11:50:36.570, ssl.keystore.location = null 2021-10-23 11:50:36.570, ssl.keystore.password = null 2021-10-23 11:50:36.570, ssl.keystore.type = JKS 2021-10-23 11:50:36.570, ssl.protocol = TLSv1.2 2021-10-23 11:50:36.570, ssl.provider = null 2021-10-23 11:50:36.570, ssl.secure.random.implementation = null 2021-10-23 11:50:36.570, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:50:36.570, ssl.truststore.location = null 2021-10-23 11:50:36.570, ssl.truststore.password = null 2021-10-23 11:50:36.570, ssl.truststore.type = JKS 2021-10-23 11:50:36.575,11:50:36.575 [http-nio-8082-exec-1] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:50:36.575,11:50:36.575 [http-nio-8082-exec-1] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:50:36.575,11:50:36.575 [http-nio-8082-exec-1] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634989836575 2021-10-23 11:50:36.602,11:50:36.602 [http-nio-8082-exec-1] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 11:50:36.603,"11:50:36.602 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0" 2021-10-23 11:50:36.603,"11:50:36.603 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0]" 2021-10-23 11:50:36.603,"11:50:36.603 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-4-43373b70-1da8-443d-aad6-14d0cfe27b5c sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 11:50:36.603,"11:50:36.603 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-4, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 11:50:36.603,11:50:36.603 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 11:50:36.622,11:50:36.622 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 11:50:36.624,11:50:36.624 [http-nio-8082-exec-1] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 11:50:36.624, allow.auto.create.topics = true 2021-10-23 11:50:36.624, auto.commit.interval.ms = 5000 2021-10-23 11:50:36.624, auto.offset.reset = latest 2021-10-23 11:50:36.624, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 11:50:36.624, check.crcs = true 2021-10-23 11:50:36.624, client.dns.lookup = default 2021-10-23 11:50:36.624, client.id = 2021-10-23 11:50:36.624, client.rack = 2021-10-23 11:50:36.624, connections.max.idle.ms = 540000 2021-10-23 11:50:36.624, default.api.timeout.ms = 60000 2021-10-23 11:50:36.624, enable.auto.commit = false 2021-10-23 11:50:36.624, exclude.internal.topics = true 2021-10-23 11:50:36.624, fetch.max.bytes = 52428800 2021-10-23 11:50:36.624, fetch.max.wait.ms = 500 2021-10-23 11:50:36.624, fetch.min.bytes = 1 2021-10-23 11:50:36.624, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 11:50:36.624, group.instance.id = null 2021-10-23 11:50:36.624, heartbeat.interval.ms = 3000 2021-10-23 11:50:36.624, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 11:50:36.624, internal.leave.group.on.close = true 2021-10-23 11:50:36.624, isolation.level = read_uncommitted 2021-10-23 11:50:36.624, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 11:50:36.624, max.partition.fetch.bytes = 1048576 2021-10-23 11:50:36.624, max.poll.interval.ms = 300000 2021-10-23 11:50:36.624, max.poll.records = 500 2021-10-23 11:50:36.624, metadata.max.age.ms = 300000 2021-10-23 11:50:36.624, metric.reporters = [] 2021-10-23 11:50:36.624, metrics.num.samples = 2 2021-10-23 11:50:36.624, metrics.recording.level = INFO 2021-10-23 11:50:36.624, metrics.sample.window.ms = 30000 2021-10-23 11:50:36.624, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 11:50:36.624, receive.buffer.bytes = 65536 2021-10-23 11:50:36.624, reconnect.backoff.max.ms = 1000 2021-10-23 11:50:36.624, reconnect.backoff.ms = 50 2021-10-23 11:50:36.624, request.timeout.ms = 30000 2021-10-23 11:50:36.624, retry.backoff.ms = 100 2021-10-23 11:50:36.624, sasl.client.callback.handler.class = null 2021-10-23 11:50:36.624, sasl.jaas.config = null 2021-10-23 11:50:36.624, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 11:50:36.624, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 11:50:36.624, sasl.kerberos.service.name = null 2021-10-23 11:50:36.624, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 11:50:36.624, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 11:50:36.624, sasl.login.callback.handler.class = null 2021-10-23 11:50:36.624, sasl.login.class = null 2021-10-23 11:50:36.624, sasl.login.refresh.buffer.seconds = 300 2021-10-23 11:50:36.624, sasl.login.refresh.min.period.seconds = 60 2021-10-23 11:50:36.624, sasl.login.refresh.window.factor = 0.8 2021-10-23 11:50:36.624, sasl.login.refresh.window.jitter = 0.05 2021-10-23 11:50:36.624, sasl.mechanism = GSSAPI 2021-10-23 11:50:36.624, security.protocol = PLAINTEXT 2021-10-23 11:50:36.624, security.providers = null 2021-10-23 11:50:36.624, send.buffer.bytes = 131072 2021-10-23 11:50:36.624, session.timeout.ms = 10000 2021-10-23 11:50:36.624, ssl.cipher.suites = null 2021-10-23 11:50:36.624, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 11:50:36.624, ssl.endpoint.identification.algorithm = https 2021-10-23 11:50:36.624, ssl.key.password = null 2021-10-23 11:50:36.624, ssl.keymanager.algorithm = SunX509 2021-10-23 11:50:36.624, ssl.keystore.location = null 2021-10-23 11:50:36.624, ssl.keystore.password = null 2021-10-23 11:50:36.624, ssl.keystore.type = JKS 2021-10-23 11:50:36.624, ssl.protocol = TLSv1.2 2021-10-23 11:50:36.624, ssl.provider = null 2021-10-23 11:50:36.624, ssl.secure.random.implementation = null 2021-10-23 11:50:36.624, ssl.trustmanager.algorithm = PKIX 2021-10-23 11:50:36.624, ssl.truststore.location = null 2021-10-23 11:50:36.624, ssl.truststore.password = null 2021-10-23 11:50:36.624, ssl.truststore.type = JKS 2021-10-23 11:50:36.624, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 11:50:36.627,11:50:36.627 [http-nio-8082-exec-1] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 11:50:36.627,11:50:36.627 [http-nio-8082-exec-1] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 11:50:36.628,11:50:36.627 [http-nio-8082-exec-1] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 11:50:36.628,11:50:36.628 [http-nio-8082-exec-1] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 11:50:36.628,11:50:36.628 [http-nio-8082-exec-1] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634989836627 2021-10-23 11:50:36.628,"11:50:36.628 [http-nio-8082-exec-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 11:50:36.628,11:50:36.628 [http-nio-8082-exec-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 11:50:36.650,"11:50:36.649 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 11:50:36.650,"11:50:36.650 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 11:50:36.651,"11:50:36.650 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:50:36.673,"11:50:36.673 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 11:50:36.673,"11:50:36.673 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 11:50:37.193,"10.23.38.223 - - [23/Oct/2021:11:50:36 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.104 uct=""0.000"" uht=""0.104"" urt=""0.104"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001038"" ""-"" ""445838/proxy;871567/tenant""" 2021-10-23 11:50:39.675,"11:50:39.674 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 11: {consumer-jusm-mod-data-export-worker-events-group-5-2c485f54-ce14-4cf6-91f1-616b14bf3d06=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0])}" 2021-10-23 11:50:39.677,"11:50:39.677 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 11" 2021-10-23 11:50:39.678,"11:50:39.678 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0" 2021-10-23 11:50:39.679,"11:50:39.679 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001038.data-export.job.command-0" 2021-10-23 11:50:39.682,"11:50:39.682 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001038.data-export.job.command-0" 2021-10-23 11:50:39.682,"11:50:39.682 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 11:50:39.682,"11:50:39.682 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 11:50:39.682,"11:50:39.682 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 11:50:39.688,"11:50:39.688 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001038.data-export.job.command-0 to offset 0." 2021-10-23 11:50:39.694,"11:50:39.694 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0]" 2021-10-23 12:05:53.318,12:05:53.318 [http-nio-8082-exec-3] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 12:05:53.318,12:05:53.318 [http-nio-8082-exec-3] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001051] 2021-10-23 12:05:53.325,12:05:53.325 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:05:53.326,"12:05:53.326 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 12:05:53.327,12:05:53.327 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:05:53.328,12:05:53.328 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:05:53.329,"12:05:53.328 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 12:05:53.329,12:05:53.329 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 12:05:53.331,12:05:53.331 [http-nio-8082-exec-3] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 12:05:53.347,12:05:53.347 [http-nio-8082-exec-3] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:05:53.348,"12:05:53.348 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 12:05:53.349,12:05:53.349 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:05:53.349,12:05:53.349 [http-nio-8082-exec-3] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:05:53.350,"12:05:53.350 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 12:05:53.350,12:05:53.350 [http-nio-8082-exec-3] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001051_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:05:53.351,12:05:53.351 [http-nio-8082-exec-3] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 12:05:53.352,12:05:53.352 [http-nio-8082-exec-3] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001051] executed successfully 2021-10-23 12:05:53.352,"12:05:53.352 [http-nio-8082-exec-3] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001051.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001051.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 12:05:53.353,12:05:53.353 [http-nio-8082-exec-3] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 12:05:53.353, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:05:53.353, client.dns.lookup = default 2021-10-23 12:05:53.353, client.id = 2021-10-23 12:05:53.353, connections.max.idle.ms = 300000 2021-10-23 12:05:53.353, default.api.timeout.ms = 60000 2021-10-23 12:05:53.353, metadata.max.age.ms = 300000 2021-10-23 12:05:53.353, metric.reporters = [] 2021-10-23 12:05:53.353, metrics.num.samples = 2 2021-10-23 12:05:53.353, metrics.recording.level = INFO 2021-10-23 12:05:53.353, metrics.sample.window.ms = 30000 2021-10-23 12:05:53.353, receive.buffer.bytes = 65536 2021-10-23 12:05:53.353, reconnect.backoff.max.ms = 1000 2021-10-23 12:05:53.353, reconnect.backoff.ms = 50 2021-10-23 12:05:53.353, request.timeout.ms = 30000 2021-10-23 12:05:53.353, retries = 2147483647 2021-10-23 12:05:53.353, retry.backoff.ms = 100 2021-10-23 12:05:53.353, sasl.client.callback.handler.class = null 2021-10-23 12:05:53.353, sasl.jaas.config = null 2021-10-23 12:05:53.353, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:05:53.353, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:05:53.353, sasl.kerberos.service.name = null 2021-10-23 12:05:53.353, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:05:53.353, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:05:53.353, sasl.login.callback.handler.class = null 2021-10-23 12:05:53.353, sasl.login.class = null 2021-10-23 12:05:53.353, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:05:53.353, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:05:53.353, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:05:53.353, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:05:53.353, sasl.mechanism = GSSAPI 2021-10-23 12:05:53.353, security.protocol = PLAINTEXT 2021-10-23 12:05:53.353, security.providers = null 2021-10-23 12:05:53.353, send.buffer.bytes = 131072 2021-10-23 12:05:53.353, ssl.cipher.suites = null 2021-10-23 12:05:53.353, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:05:53.353, ssl.endpoint.identification.algorithm = https 2021-10-23 12:05:53.353, ssl.key.password = null 2021-10-23 12:05:53.353, ssl.keymanager.algorithm = SunX509 2021-10-23 12:05:53.353, ssl.keystore.location = null 2021-10-23 12:05:53.353, ssl.keystore.password = null 2021-10-23 12:05:53.353, ssl.keystore.type = JKS 2021-10-23 12:05:53.353, ssl.protocol = TLSv1.2 2021-10-23 12:05:53.353, ssl.provider = null 2021-10-23 12:05:53.353, ssl.secure.random.implementation = null 2021-10-23 12:05:53.353, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:05:53.353, ssl.truststore.location = null 2021-10-23 12:05:53.353, ssl.truststore.password = null 2021-10-23 12:05:53.353, ssl.truststore.type = JKS 2021-10-23 12:05:53.358,12:05:53.358 [http-nio-8082-exec-3] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:05:53.358,12:05:53.358 [http-nio-8082-exec-3] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:05:53.358,12:05:53.358 [http-nio-8082-exec-3] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634990753358 2021-10-23 12:05:53.376,12:05:53.375 [http-nio-8082-exec-3] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 12:05:53.376,"12:05:53.376 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0" 2021-10-23 12:05:53.376,"12:05:53.376 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0]" 2021-10-23 12:05:53.376,"12:05:53.376 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-5-2c485f54-ce14-4cf6-91f1-616b14bf3d06 sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 12:05:53.376,"12:05:53.376 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-5, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 12:05:53.376,12:05:53.376 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 12:05:53.379,12:05:53.379 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 12:05:53.380,12:05:53.380 [http-nio-8082-exec-3] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 12:05:53.380, allow.auto.create.topics = true 2021-10-23 12:05:53.380, auto.commit.interval.ms = 5000 2021-10-23 12:05:53.380, auto.offset.reset = latest 2021-10-23 12:05:53.380, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:05:53.380, check.crcs = true 2021-10-23 12:05:53.380, client.dns.lookup = default 2021-10-23 12:05:53.380, client.id = 2021-10-23 12:05:53.380, client.rack = 2021-10-23 12:05:53.380, connections.max.idle.ms = 540000 2021-10-23 12:05:53.380, default.api.timeout.ms = 60000 2021-10-23 12:05:53.380, enable.auto.commit = false 2021-10-23 12:05:53.380, exclude.internal.topics = true 2021-10-23 12:05:53.380, fetch.max.bytes = 52428800 2021-10-23 12:05:53.380, fetch.max.wait.ms = 500 2021-10-23 12:05:53.380, fetch.min.bytes = 1 2021-10-23 12:05:53.380, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 12:05:53.380, group.instance.id = null 2021-10-23 12:05:53.380, heartbeat.interval.ms = 3000 2021-10-23 12:05:53.380, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 12:05:53.380, internal.leave.group.on.close = true 2021-10-23 12:05:53.380, isolation.level = read_uncommitted 2021-10-23 12:05:53.380, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 12:05:53.380, max.partition.fetch.bytes = 1048576 2021-10-23 12:05:53.380, max.poll.interval.ms = 300000 2021-10-23 12:05:53.380, max.poll.records = 500 2021-10-23 12:05:53.380, metadata.max.age.ms = 300000 2021-10-23 12:05:53.380, metric.reporters = [] 2021-10-23 12:05:53.380, metrics.num.samples = 2 2021-10-23 12:05:53.380, metrics.recording.level = INFO 2021-10-23 12:05:53.380, metrics.sample.window.ms = 30000 2021-10-23 12:05:53.380, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 12:05:53.380, receive.buffer.bytes = 65536 2021-10-23 12:05:53.380, reconnect.backoff.max.ms = 1000 2021-10-23 12:05:53.380, reconnect.backoff.ms = 50 2021-10-23 12:05:53.380, request.timeout.ms = 30000 2021-10-23 12:05:53.380, retry.backoff.ms = 100 2021-10-23 12:05:53.380, sasl.client.callback.handler.class = null 2021-10-23 12:05:53.380, sasl.jaas.config = null 2021-10-23 12:05:53.380, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:05:53.380, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:05:53.380, sasl.kerberos.service.name = null 2021-10-23 12:05:53.380, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:05:53.380, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:05:53.380, sasl.login.callback.handler.class = null 2021-10-23 12:05:53.380, sasl.login.class = null 2021-10-23 12:05:53.380, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:05:53.380, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:05:53.380, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:05:53.380, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:05:53.380, sasl.mechanism = GSSAPI 2021-10-23 12:05:53.380, security.protocol = PLAINTEXT 2021-10-23 12:05:53.380, security.providers = null 2021-10-23 12:05:53.380, send.buffer.bytes = 131072 2021-10-23 12:05:53.380, session.timeout.ms = 10000 2021-10-23 12:05:53.380, ssl.cipher.suites = null 2021-10-23 12:05:53.380, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:05:53.380, ssl.endpoint.identification.algorithm = https 2021-10-23 12:05:53.380, ssl.key.password = null 2021-10-23 12:05:53.380, ssl.keymanager.algorithm = SunX509 2021-10-23 12:05:53.380, ssl.keystore.location = null 2021-10-23 12:05:53.380, ssl.keystore.password = null 2021-10-23 12:05:53.380, ssl.keystore.type = JKS 2021-10-23 12:05:53.380, ssl.protocol = TLSv1.2 2021-10-23 12:05:53.380, ssl.provider = null 2021-10-23 12:05:53.380, ssl.secure.random.implementation = null 2021-10-23 12:05:53.380, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:05:53.380, ssl.truststore.location = null 2021-10-23 12:05:53.380, ssl.truststore.password = null 2021-10-23 12:05:53.380, ssl.truststore.type = JKS 2021-10-23 12:05:53.380, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 12:05:53.383,12:05:53.383 [http-nio-8082-exec-3] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 12:05:53.383,12:05:53.383 [http-nio-8082-exec-3] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 12:05:53.384,12:05:53.383 [http-nio-8082-exec-3] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:05:53.384,12:05:53.384 [http-nio-8082-exec-3] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:05:53.384,12:05:53.384 [http-nio-8082-exec-3] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634990753383 2021-10-23 12:05:53.384,"12:05:53.384 [http-nio-8082-exec-3] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 12:05:53.384,12:05:53.384 [http-nio-8082-exec-3] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 12:05:53.403,"12:05:53.403 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 12:05:53.403,"12:05:53.403 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 12:05:53.404,"12:05:53.404 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:05:53.424,"12:05:53.424 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 12:05:53.424,"12:05:53.424 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:05:53.443,"10.23.38.22 - - [23/Oct/2021:12:05:53 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.072 uct=""0.000"" uht=""0.072"" urt=""0.072"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001051"" ""-"" ""523155/proxy;242990/tenant""" 2021-10-23 12:05:56.425,"12:05:56.425 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 13: {consumer-jusm-mod-data-export-worker-events-group-6-21d74eb9-4b71-4352-8515-96f84abf6d22=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0])}" 2021-10-23 12:05:56.429,"12:05:56.429 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 13" 2021-10-23 12:05:56.431,"12:05:56.431 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:05:56.431,"12:05:56.431 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:05:56.432,"12:05:56.432 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:05:56.432,"12:05:56.432 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:05:56.432,"12:05:56.432 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 12:05:56.432,"12:05:56.432 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:05:56.433,"12:05:56.432 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:05:56.439,"12:05:56.439 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001051.data-export.job.command-0 to offset 1." 2021-10-23 12:05:56.443,"12:05:56.443 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:26:58.471,12:26:58.471 [http-nio-8082-exec-10] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 12:26:58.472,12:26:58.472 [http-nio-8082-exec-10] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001054] 2021-10-23 12:26:58.480,12:26:58.480 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:26:58.481,"12:26:58.481 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 12:26:58.483,12:26:58.483 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:26:58.484,12:26:58.484 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:26:58.484,"12:26:58.484 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 12:26:58.485,12:26:58.485 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 12:26:58.488,12:26:58.488 [http-nio-8082-exec-10] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 12:26:58.511,12:26:58.509 [http-nio-8082-exec-10] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:26:58.512,"12:26:58.511 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 12:26:58.513,12:26:58.513 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:26:58.514,12:26:58.513 [http-nio-8082-exec-10] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:26:58.514,"12:26:58.514 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 12:26:58.515,12:26:58.515 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:26:58.516,12:26:58.516 [http-nio-8082-exec-10] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 12:26:58.517,12:26:58.517 [http-nio-8082-exec-10] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001054] executed successfully 2021-10-23 12:26:58.517,"12:26:58.517 [http-nio-8082-exec-10] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001054.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001054.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 12:26:58.518,12:26:58.518 [http-nio-8082-exec-10] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 12:26:58.518, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:26:58.518, client.dns.lookup = default 2021-10-23 12:26:58.518, client.id = 2021-10-23 12:26:58.519, connections.max.idle.ms = 300000 2021-10-23 12:26:58.519, default.api.timeout.ms = 60000 2021-10-23 12:26:58.519, metadata.max.age.ms = 300000 2021-10-23 12:26:58.519, metric.reporters = [] 2021-10-23 12:26:58.519, metrics.num.samples = 2 2021-10-23 12:26:58.519, metrics.recording.level = INFO 2021-10-23 12:26:58.519, metrics.sample.window.ms = 30000 2021-10-23 12:26:58.519, receive.buffer.bytes = 65536 2021-10-23 12:26:58.519, reconnect.backoff.max.ms = 1000 2021-10-23 12:26:58.519, reconnect.backoff.ms = 50 2021-10-23 12:26:58.519, request.timeout.ms = 30000 2021-10-23 12:26:58.519, retries = 2147483647 2021-10-23 12:26:58.519, retry.backoff.ms = 100 2021-10-23 12:26:58.519, sasl.client.callback.handler.class = null 2021-10-23 12:26:58.519, sasl.jaas.config = null 2021-10-23 12:26:58.519, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:26:58.519, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:26:58.519, sasl.kerberos.service.name = null 2021-10-23 12:26:58.519, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:26:58.519, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:26:58.519, sasl.login.callback.handler.class = null 2021-10-23 12:26:58.519, sasl.login.class = null 2021-10-23 12:26:58.519, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:26:58.519, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:26:58.519, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:26:58.519, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:26:58.519, sasl.mechanism = GSSAPI 2021-10-23 12:26:58.519, security.protocol = PLAINTEXT 2021-10-23 12:26:58.519, security.providers = null 2021-10-23 12:26:58.519, send.buffer.bytes = 131072 2021-10-23 12:26:58.519, ssl.cipher.suites = null 2021-10-23 12:26:58.519, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:26:58.519, ssl.endpoint.identification.algorithm = https 2021-10-23 12:26:58.519, ssl.key.password = null 2021-10-23 12:26:58.519, ssl.keymanager.algorithm = SunX509 2021-10-23 12:26:58.519, ssl.keystore.location = null 2021-10-23 12:26:58.519, ssl.keystore.password = null 2021-10-23 12:26:58.519, ssl.keystore.type = JKS 2021-10-23 12:26:58.519, ssl.protocol = TLSv1.2 2021-10-23 12:26:58.519, ssl.provider = null 2021-10-23 12:26:58.519, ssl.secure.random.implementation = null 2021-10-23 12:26:58.519, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:26:58.519, ssl.truststore.location = null 2021-10-23 12:26:58.519, ssl.truststore.password = null 2021-10-23 12:26:58.519, ssl.truststore.type = JKS 2021-10-23 12:26:58.524,12:26:58.524 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:26:58.524,12:26:58.524 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:26:58.524,12:26:58.524 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634992018524 2021-10-23 12:26:58.536,12:26:58.536 [http-nio-8082-exec-10] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 12:26:58.537,"12:26:58.537 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:26:58.537,"12:26:58.537 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:26:58.537,"12:26:58.537 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-6-21d74eb9-4b71-4352-8515-96f84abf6d22 sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 12:26:58.537,"12:26:58.537 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-6, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 12:26:58.537,12:26:58.537 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 12:26:58.542,12:26:58.542 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 12:26:58.543,12:26:58.543 [http-nio-8082-exec-10] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 12:26:58.543, allow.auto.create.topics = true 2021-10-23 12:26:58.543, auto.commit.interval.ms = 5000 2021-10-23 12:26:58.543, auto.offset.reset = latest 2021-10-23 12:26:58.543, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:26:58.543, check.crcs = true 2021-10-23 12:26:58.543, client.dns.lookup = default 2021-10-23 12:26:58.543, client.id = 2021-10-23 12:26:58.543, client.rack = 2021-10-23 12:26:58.543, connections.max.idle.ms = 540000 2021-10-23 12:26:58.543, default.api.timeout.ms = 60000 2021-10-23 12:26:58.543, enable.auto.commit = false 2021-10-23 12:26:58.543, exclude.internal.topics = true 2021-10-23 12:26:58.543, fetch.max.bytes = 52428800 2021-10-23 12:26:58.543, fetch.max.wait.ms = 500 2021-10-23 12:26:58.543, fetch.min.bytes = 1 2021-10-23 12:26:58.543, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 12:26:58.543, group.instance.id = null 2021-10-23 12:26:58.543, heartbeat.interval.ms = 3000 2021-10-23 12:26:58.543, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 12:26:58.543, internal.leave.group.on.close = true 2021-10-23 12:26:58.543, isolation.level = read_uncommitted 2021-10-23 12:26:58.543, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 12:26:58.543, max.partition.fetch.bytes = 1048576 2021-10-23 12:26:58.543, max.poll.interval.ms = 300000 2021-10-23 12:26:58.543, max.poll.records = 500 2021-10-23 12:26:58.543, metadata.max.age.ms = 300000 2021-10-23 12:26:58.543, metric.reporters = [] 2021-10-23 12:26:58.543, metrics.num.samples = 2 2021-10-23 12:26:58.543, metrics.recording.level = INFO 2021-10-23 12:26:58.543, metrics.sample.window.ms = 30000 2021-10-23 12:26:58.543, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 12:26:58.543, receive.buffer.bytes = 65536 2021-10-23 12:26:58.543, reconnect.backoff.max.ms = 1000 2021-10-23 12:26:58.543, reconnect.backoff.ms = 50 2021-10-23 12:26:58.543, request.timeout.ms = 30000 2021-10-23 12:26:58.543, retry.backoff.ms = 100 2021-10-23 12:26:58.543, sasl.client.callback.handler.class = null 2021-10-23 12:26:58.543, sasl.jaas.config = null 2021-10-23 12:26:58.543, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:26:58.543, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:26:58.543, sasl.kerberos.service.name = null 2021-10-23 12:26:58.543, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:26:58.543, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:26:58.543, sasl.login.callback.handler.class = null 2021-10-23 12:26:58.543, sasl.login.class = null 2021-10-23 12:26:58.543, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:26:58.543, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:26:58.543, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:26:58.543, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:26:58.543, sasl.mechanism = GSSAPI 2021-10-23 12:26:58.543, security.protocol = PLAINTEXT 2021-10-23 12:26:58.543, security.providers = null 2021-10-23 12:26:58.543, send.buffer.bytes = 131072 2021-10-23 12:26:58.543, session.timeout.ms = 10000 2021-10-23 12:26:58.543, ssl.cipher.suites = null 2021-10-23 12:26:58.543, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:26:58.543, ssl.endpoint.identification.algorithm = https 2021-10-23 12:26:58.543, ssl.key.password = null 2021-10-23 12:26:58.543, ssl.keymanager.algorithm = SunX509 2021-10-23 12:26:58.543, ssl.keystore.location = null 2021-10-23 12:26:58.543, ssl.keystore.password = null 2021-10-23 12:26:58.543, ssl.keystore.type = JKS 2021-10-23 12:26:58.543, ssl.protocol = TLSv1.2 2021-10-23 12:26:58.543, ssl.provider = null 2021-10-23 12:26:58.543, ssl.secure.random.implementation = null 2021-10-23 12:26:58.543, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:26:58.543, ssl.truststore.location = null 2021-10-23 12:26:58.543, ssl.truststore.password = null 2021-10-23 12:26:58.543, ssl.truststore.type = JKS 2021-10-23 12:26:58.543, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 12:26:58.550,12:26:58.550 [http-nio-8082-exec-10] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 12:26:58.550,12:26:58.550 [http-nio-8082-exec-10] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 12:26:58.550,12:26:58.550 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:26:58.550,12:26:58.550 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:26:58.550,12:26:58.550 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634992018550 2021-10-23 12:26:58.551,"12:26:58.550 [http-nio-8082-exec-10] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 12:26:58.551,12:26:58.551 [http-nio-8082-exec-10] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 12:26:58.566,"12:26:58.566 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 12:26:58.567,"12:26:58.566 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 12:26:58.569,"12:26:58.569 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:26:58.596,"12:26:58.596 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 12:26:58.596,"12:26:58.596 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:26:58.767,"10.23.38.223 - - [23/Oct/2021:12:26:58 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.086 uct=""0.000"" uht=""0.088"" urt=""0.088"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001054"" ""-"" ""064263/proxy;682593/tenant""" 2021-10-23 12:27:01.597,"12:27:01.597 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 15: {consumer-jusm-mod-data-export-worker-events-group-7-5f6f5462-4c63-4244-b0e2-6f4980f72105=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0])}" 2021-10-23 12:27:01.600,"12:27:01.600 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 15" 2021-10-23 12:27:01.601,"12:27:01.601 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:27:01.602,"12:27:01.601 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001054.data-export.job.command-0" 2021-10-23 12:27:01.602,"12:27:01.602 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001054.data-export.job.command-0" 2021-10-23 12:27:01.602,"12:27:01.602 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:27:01.602,"12:27:01.602 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 12:27:01.602,"12:27:01.602 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:27:01.603,"12:27:01.602 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:27:01.603,"12:27:01.603 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:27:01.605,"12:27:01.605 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001054.data-export.job.command-0 to offset 0." 2021-10-23 12:27:01.608,"12:27:01.608 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:32:16.919,12:32:16.918 [http-nio-8082-exec-2] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 12:32:16.919,12:32:16.919 [http-nio-8082-exec-2] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001061] 2021-10-23 12:32:16.926,12:32:16.926 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:32:16.927,"12:32:16.926 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 12:32:16.927,12:32:16.927 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:32:16.928,12:32:16.928 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:32:16.929,"12:32:16.929 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 12:32:16.929,12:32:16.929 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 12:32:16.931,12:32:16.931 [http-nio-8082-exec-2] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 12:32:16.944,12:32:16.944 [http-nio-8082-exec-2] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:32:16.945,"12:32:16.945 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 12:32:16.946,12:32:16.946 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:32:16.946,12:32:16.946 [http-nio-8082-exec-2] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:32:16.947,"12:32:16.946 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 12:32:16.947,12:32:16.947 [http-nio-8082-exec-2] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001061_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:32:16.948,12:32:16.948 [http-nio-8082-exec-2] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 12:32:16.948,12:32:16.948 [http-nio-8082-exec-2] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001061] executed successfully 2021-10-23 12:32:16.949,"12:32:16.948 [http-nio-8082-exec-2] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001061.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001061.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 12:32:16.950,12:32:16.950 [http-nio-8082-exec-2] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 12:32:16.950, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:32:16.950, client.dns.lookup = default 2021-10-23 12:32:16.950, client.id = 2021-10-23 12:32:16.950, connections.max.idle.ms = 300000 2021-10-23 12:32:16.950, default.api.timeout.ms = 60000 2021-10-23 12:32:16.950, metadata.max.age.ms = 300000 2021-10-23 12:32:16.950, metric.reporters = [] 2021-10-23 12:32:16.950, metrics.num.samples = 2 2021-10-23 12:32:16.950, metrics.recording.level = INFO 2021-10-23 12:32:16.950, metrics.sample.window.ms = 30000 2021-10-23 12:32:16.950, receive.buffer.bytes = 65536 2021-10-23 12:32:16.950, reconnect.backoff.max.ms = 1000 2021-10-23 12:32:16.950, reconnect.backoff.ms = 50 2021-10-23 12:32:16.950, request.timeout.ms = 30000 2021-10-23 12:32:16.950, retries = 2147483647 2021-10-23 12:32:16.950, retry.backoff.ms = 100 2021-10-23 12:32:16.950, sasl.client.callback.handler.class = null 2021-10-23 12:32:16.950, sasl.jaas.config = null 2021-10-23 12:32:16.950, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:32:16.950, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:32:16.950, sasl.kerberos.service.name = null 2021-10-23 12:32:16.950, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:32:16.950, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:32:16.950, sasl.login.callback.handler.class = null 2021-10-23 12:32:16.950, sasl.login.class = null 2021-10-23 12:32:16.950, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:32:16.950, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:32:16.950, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:32:16.950, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:32:16.950, sasl.mechanism = GSSAPI 2021-10-23 12:32:16.950, security.protocol = PLAINTEXT 2021-10-23 12:32:16.950, security.providers = null 2021-10-23 12:32:16.950, send.buffer.bytes = 131072 2021-10-23 12:32:16.950, ssl.cipher.suites = null 2021-10-23 12:32:16.950, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:32:16.950, ssl.endpoint.identification.algorithm = https 2021-10-23 12:32:16.950, ssl.key.password = null 2021-10-23 12:32:16.950, ssl.keymanager.algorithm = SunX509 2021-10-23 12:32:16.950, ssl.keystore.location = null 2021-10-23 12:32:16.950, ssl.keystore.password = null 2021-10-23 12:32:16.950, ssl.keystore.type = JKS 2021-10-23 12:32:16.950, ssl.protocol = TLSv1.2 2021-10-23 12:32:16.950, ssl.provider = null 2021-10-23 12:32:16.950, ssl.secure.random.implementation = null 2021-10-23 12:32:16.950, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:32:16.950, ssl.truststore.location = null 2021-10-23 12:32:16.950, ssl.truststore.password = null 2021-10-23 12:32:16.950, ssl.truststore.type = JKS 2021-10-23 12:32:16.959,12:32:16.959 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:32:16.959,12:32:16.959 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:32:16.959,12:32:16.959 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634992336959 2021-10-23 12:32:16.979,12:32:16.979 [http-nio-8082-exec-2] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 12:32:16.979,"12:32:16.979 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:32:16.979,"12:32:16.979 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:32:16.980,"12:32:16.980 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-7-5f6f5462-4c63-4244-b0e2-6f4980f72105 sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 12:32:16.980,"12:32:16.980 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-7, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 12:32:16.980,12:32:16.980 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 12:32:16.983,12:32:16.983 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 12:32:16.984,12:32:16.984 [http-nio-8082-exec-2] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 12:32:16.984, allow.auto.create.topics = true 2021-10-23 12:32:16.984, auto.commit.interval.ms = 5000 2021-10-23 12:32:16.984, auto.offset.reset = latest 2021-10-23 12:32:16.984, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:32:16.984, check.crcs = true 2021-10-23 12:32:16.984, client.dns.lookup = default 2021-10-23 12:32:16.984, client.id = 2021-10-23 12:32:16.984, client.rack = 2021-10-23 12:32:16.984, connections.max.idle.ms = 540000 2021-10-23 12:32:16.984, default.api.timeout.ms = 60000 2021-10-23 12:32:16.984, enable.auto.commit = false 2021-10-23 12:32:16.984, exclude.internal.topics = true 2021-10-23 12:32:16.984, fetch.max.bytes = 52428800 2021-10-23 12:32:16.984, fetch.max.wait.ms = 500 2021-10-23 12:32:16.984, fetch.min.bytes = 1 2021-10-23 12:32:16.984, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 12:32:16.984, group.instance.id = null 2021-10-23 12:32:16.984, heartbeat.interval.ms = 3000 2021-10-23 12:32:16.984, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 12:32:16.984, internal.leave.group.on.close = true 2021-10-23 12:32:16.984, isolation.level = read_uncommitted 2021-10-23 12:32:16.984, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 12:32:16.984, max.partition.fetch.bytes = 1048576 2021-10-23 12:32:16.984, max.poll.interval.ms = 300000 2021-10-23 12:32:16.984, max.poll.records = 500 2021-10-23 12:32:16.984, metadata.max.age.ms = 300000 2021-10-23 12:32:16.984, metric.reporters = [] 2021-10-23 12:32:16.984, metrics.num.samples = 2 2021-10-23 12:32:16.984, metrics.recording.level = INFO 2021-10-23 12:32:16.984, metrics.sample.window.ms = 30000 2021-10-23 12:32:16.984, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 12:32:16.984, receive.buffer.bytes = 65536 2021-10-23 12:32:16.984, reconnect.backoff.max.ms = 1000 2021-10-23 12:32:16.984, reconnect.backoff.ms = 50 2021-10-23 12:32:16.984, request.timeout.ms = 30000 2021-10-23 12:32:16.984, retry.backoff.ms = 100 2021-10-23 12:32:16.984, sasl.client.callback.handler.class = null 2021-10-23 12:32:16.984, sasl.jaas.config = null 2021-10-23 12:32:16.984, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:32:16.984, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:32:16.984, sasl.kerberos.service.name = null 2021-10-23 12:32:16.984, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:32:16.984, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:32:16.984, sasl.login.callback.handler.class = null 2021-10-23 12:32:16.984, sasl.login.class = null 2021-10-23 12:32:16.984, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:32:16.984, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:32:16.984, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:32:16.984, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:32:16.984, sasl.mechanism = GSSAPI 2021-10-23 12:32:16.984, security.protocol = PLAINTEXT 2021-10-23 12:32:16.984, security.providers = null 2021-10-23 12:32:16.984, send.buffer.bytes = 131072 2021-10-23 12:32:16.984, session.timeout.ms = 10000 2021-10-23 12:32:16.984, ssl.cipher.suites = null 2021-10-23 12:32:16.984, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:32:16.984, ssl.endpoint.identification.algorithm = https 2021-10-23 12:32:16.984, ssl.key.password = null 2021-10-23 12:32:16.984, ssl.keymanager.algorithm = SunX509 2021-10-23 12:32:16.984, ssl.keystore.location = null 2021-10-23 12:32:16.984, ssl.keystore.password = null 2021-10-23 12:32:16.984, ssl.keystore.type = JKS 2021-10-23 12:32:16.984, ssl.protocol = TLSv1.2 2021-10-23 12:32:16.984, ssl.provider = null 2021-10-23 12:32:16.984, ssl.secure.random.implementation = null 2021-10-23 12:32:16.984, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:32:16.984, ssl.truststore.location = null 2021-10-23 12:32:16.984, ssl.truststore.password = null 2021-10-23 12:32:16.984, ssl.truststore.type = JKS 2021-10-23 12:32:16.984, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 12:32:16.987,12:32:16.987 [http-nio-8082-exec-2] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 12:32:16.987,12:32:16.987 [http-nio-8082-exec-2] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 12:32:16.987,12:32:16.987 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:32:16.987,12:32:16.987 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:32:16.987,12:32:16.987 [http-nio-8082-exec-2] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634992336987 2021-10-23 12:32:16.988,"12:32:16.987 [http-nio-8082-exec-2] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 12:32:16.988,12:32:16.988 [http-nio-8082-exec-2] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 12:32:17.019,"12:32:17.019 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 12:32:17.019,"12:32:17.019 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 12:32:17.019,"12:32:17.019 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:32:17.074,"12:32:17.073 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 12:32:17.074,"12:32:17.074 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:32:17.852,"10.23.38.223 - - [23/Oct/2021:12:32:16 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.074 uct=""0.000"" uht=""0.076"" urt=""0.076"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001061"" ""-"" ""779809/proxy;474668/tenant""" 2021-10-23 12:32:20.095,"12:32:20.095 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 17: {consumer-jusm-mod-data-export-worker-events-group-8-ebbe6a76-217a-4e04-b577-c37f354e17b5=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0])}" 2021-10-23 12:32:20.099,"12:32:20.098 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 17" 2021-10-23 12:32:20.099,"12:32:20.099 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:32:20.100,"12:32:20.100 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001061.data-export.job.command-0" 2021-10-23 12:32:20.101,"12:32:20.100 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001061.data-export.job.command-0" 2021-10-23 12:32:20.101,"12:32:20.101 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:32:20.101,"12:32:20.101 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:32:20.101,"12:32:20.101 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001054.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:32:20.101,"12:32:20.101 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:32:20.101,"12:32:20.101 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 12:32:20.101,"12:32:20.101 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:32:20.102,"12:32:20.102 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001061.data-export.job.command-0 to offset 0." 2021-10-23 12:32:20.105,"12:32:20.105 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:45:30.742,12:45:30.742 [http-nio-8082-exec-7] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 12:45:30.743,12:45:30.743 [http-nio-8082-exec-7] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001070] 2021-10-23 12:45:30.750,12:45:30.750 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:45:30.751,"12:45:30.751 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 12:45:30.752,12:45:30.752 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:45:30.753,12:45:30.753 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:45:30.754,"12:45:30.753 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 12:45:30.754,12:45:30.754 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 12:45:30.757,12:45:30.757 [http-nio-8082-exec-7] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 12:45:30.774,12:45:30.773 [http-nio-8082-exec-7] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:45:30.775,"12:45:30.774 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 12:45:30.776,12:45:30.776 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:45:30.776,12:45:30.776 [http-nio-8082-exec-7] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:45:30.777,"12:45:30.776 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 12:45:30.777,12:45:30.777 [http-nio-8082-exec-7] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001070_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:45:30.778,12:45:30.778 [http-nio-8082-exec-7] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 12:45:30.778,12:45:30.778 [http-nio-8082-exec-7] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001070] executed successfully 2021-10-23 12:45:30.778,"12:45:30.778 [http-nio-8082-exec-7] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001070.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001070.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 12:45:30.780,12:45:30.779 [http-nio-8082-exec-7] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 12:45:30.780, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:45:30.780, client.dns.lookup = default 2021-10-23 12:45:30.780, client.id = 2021-10-23 12:45:30.780, connections.max.idle.ms = 300000 2021-10-23 12:45:30.780, default.api.timeout.ms = 60000 2021-10-23 12:45:30.780, metadata.max.age.ms = 300000 2021-10-23 12:45:30.780, metric.reporters = [] 2021-10-23 12:45:30.780, metrics.num.samples = 2 2021-10-23 12:45:30.780, metrics.recording.level = INFO 2021-10-23 12:45:30.780, metrics.sample.window.ms = 30000 2021-10-23 12:45:30.780, receive.buffer.bytes = 65536 2021-10-23 12:45:30.780, reconnect.backoff.max.ms = 1000 2021-10-23 12:45:30.780, reconnect.backoff.ms = 50 2021-10-23 12:45:30.780, request.timeout.ms = 30000 2021-10-23 12:45:30.780, retries = 2147483647 2021-10-23 12:45:30.780, retry.backoff.ms = 100 2021-10-23 12:45:30.780, sasl.client.callback.handler.class = null 2021-10-23 12:45:30.780, sasl.jaas.config = null 2021-10-23 12:45:30.780, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:45:30.780, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:45:30.780, sasl.kerberos.service.name = null 2021-10-23 12:45:30.780, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:45:30.780, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:45:30.780, sasl.login.callback.handler.class = null 2021-10-23 12:45:30.780, sasl.login.class = null 2021-10-23 12:45:30.780, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:45:30.780, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:45:30.780, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:45:30.780, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:45:30.780, sasl.mechanism = GSSAPI 2021-10-23 12:45:30.780, security.protocol = PLAINTEXT 2021-10-23 12:45:30.780, security.providers = null 2021-10-23 12:45:30.780, send.buffer.bytes = 131072 2021-10-23 12:45:30.780, ssl.cipher.suites = null 2021-10-23 12:45:30.780, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:45:30.780, ssl.endpoint.identification.algorithm = https 2021-10-23 12:45:30.780, ssl.key.password = null 2021-10-23 12:45:30.780, ssl.keymanager.algorithm = SunX509 2021-10-23 12:45:30.780, ssl.keystore.location = null 2021-10-23 12:45:30.780, ssl.keystore.password = null 2021-10-23 12:45:30.780, ssl.keystore.type = JKS 2021-10-23 12:45:30.780, ssl.protocol = TLSv1.2 2021-10-23 12:45:30.780, ssl.provider = null 2021-10-23 12:45:30.780, ssl.secure.random.implementation = null 2021-10-23 12:45:30.780, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:45:30.780, ssl.truststore.location = null 2021-10-23 12:45:30.780, ssl.truststore.password = null 2021-10-23 12:45:30.780, ssl.truststore.type = JKS 2021-10-23 12:45:30.785,12:45:30.784 [http-nio-8082-exec-7] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:45:30.785,12:45:30.785 [http-nio-8082-exec-7] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:45:30.785,12:45:30.785 [http-nio-8082-exec-7] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634993130784 2021-10-23 12:45:30.795,12:45:30.795 [http-nio-8082-exec-7] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 12:45:30.795,"12:45:30.795 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:45:30.795,"12:45:30.795 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:45:30.795,"12:45:30.795 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-8-ebbe6a76-217a-4e04-b577-c37f354e17b5 sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 12:45:30.796,"12:45:30.796 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-8, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 12:45:30.796,12:45:30.796 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 12:45:30.798,12:45:30.798 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 12:45:30.799,12:45:30.799 [http-nio-8082-exec-7] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 12:45:30.799, allow.auto.create.topics = true 2021-10-23 12:45:30.799, auto.commit.interval.ms = 5000 2021-10-23 12:45:30.799, auto.offset.reset = latest 2021-10-23 12:45:30.799, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:45:30.799, check.crcs = true 2021-10-23 12:45:30.799, client.dns.lookup = default 2021-10-23 12:45:30.799, client.id = 2021-10-23 12:45:30.799, client.rack = 2021-10-23 12:45:30.799, connections.max.idle.ms = 540000 2021-10-23 12:45:30.799, default.api.timeout.ms = 60000 2021-10-23 12:45:30.799, enable.auto.commit = false 2021-10-23 12:45:30.799, exclude.internal.topics = true 2021-10-23 12:45:30.799, fetch.max.bytes = 52428800 2021-10-23 12:45:30.799, fetch.max.wait.ms = 500 2021-10-23 12:45:30.799, fetch.min.bytes = 1 2021-10-23 12:45:30.799, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 12:45:30.799, group.instance.id = null 2021-10-23 12:45:30.799, heartbeat.interval.ms = 3000 2021-10-23 12:45:30.799, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 12:45:30.799, internal.leave.group.on.close = true 2021-10-23 12:45:30.799, isolation.level = read_uncommitted 2021-10-23 12:45:30.799, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 12:45:30.799, max.partition.fetch.bytes = 1048576 2021-10-23 12:45:30.799, max.poll.interval.ms = 300000 2021-10-23 12:45:30.799, max.poll.records = 500 2021-10-23 12:45:30.799, metadata.max.age.ms = 300000 2021-10-23 12:45:30.799, metric.reporters = [] 2021-10-23 12:45:30.799, metrics.num.samples = 2 2021-10-23 12:45:30.799, metrics.recording.level = INFO 2021-10-23 12:45:30.799, metrics.sample.window.ms = 30000 2021-10-23 12:45:30.799, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 12:45:30.799, receive.buffer.bytes = 65536 2021-10-23 12:45:30.799, reconnect.backoff.max.ms = 1000 2021-10-23 12:45:30.799, reconnect.backoff.ms = 50 2021-10-23 12:45:30.799, request.timeout.ms = 30000 2021-10-23 12:45:30.799, retry.backoff.ms = 100 2021-10-23 12:45:30.799, sasl.client.callback.handler.class = null 2021-10-23 12:45:30.799, sasl.jaas.config = null 2021-10-23 12:45:30.799, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:45:30.799, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:45:30.799, sasl.kerberos.service.name = null 2021-10-23 12:45:30.799, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:45:30.799, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:45:30.799, sasl.login.callback.handler.class = null 2021-10-23 12:45:30.799, sasl.login.class = null 2021-10-23 12:45:30.799, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:45:30.799, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:45:30.799, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:45:30.799, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:45:30.799, sasl.mechanism = GSSAPI 2021-10-23 12:45:30.799, security.protocol = PLAINTEXT 2021-10-23 12:45:30.799, security.providers = null 2021-10-23 12:45:30.799, send.buffer.bytes = 131072 2021-10-23 12:45:30.799, session.timeout.ms = 10000 2021-10-23 12:45:30.799, ssl.cipher.suites = null 2021-10-23 12:45:30.799, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:45:30.799, ssl.endpoint.identification.algorithm = https 2021-10-23 12:45:30.799, ssl.key.password = null 2021-10-23 12:45:30.799, ssl.keymanager.algorithm = SunX509 2021-10-23 12:45:30.799, ssl.keystore.location = null 2021-10-23 12:45:30.799, ssl.keystore.password = null 2021-10-23 12:45:30.799, ssl.keystore.type = JKS 2021-10-23 12:45:30.799, ssl.protocol = TLSv1.2 2021-10-23 12:45:30.799, ssl.provider = null 2021-10-23 12:45:30.799, ssl.secure.random.implementation = null 2021-10-23 12:45:30.799, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:45:30.799, ssl.truststore.location = null 2021-10-23 12:45:30.799, ssl.truststore.password = null 2021-10-23 12:45:30.799, ssl.truststore.type = JKS 2021-10-23 12:45:30.799, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 12:45:30.802,12:45:30.802 [http-nio-8082-exec-7] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 12:45:30.802,12:45:30.802 [http-nio-8082-exec-7] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 12:45:30.802,12:45:30.802 [http-nio-8082-exec-7] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:45:30.802,12:45:30.802 [http-nio-8082-exec-7] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:45:30.802,12:45:30.802 [http-nio-8082-exec-7] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634993130802 2021-10-23 12:45:30.802,"12:45:30.802 [http-nio-8082-exec-7] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 12:45:30.802,12:45:30.802 [http-nio-8082-exec-7] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 12:45:30.821,"12:45:30.821 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 12:45:30.821,"12:45:30.821 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 12:45:30.822,"12:45:30.822 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:45:30.853,"12:45:30.853 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 12:45:30.853,"12:45:30.853 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:45:31.062,"10.23.38.22 - - [23/Oct/2021:12:45:30 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.065 uct=""0.000"" uht=""0.068"" urt=""0.068"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001070"" ""-"" ""989913/proxy;661421/tenant""" 2021-10-23 12:45:33.855,"12:45:33.854 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 19: {consumer-jusm-mod-data-export-worker-events-group-9-818408ad-574c-4e8e-be58-69e21d48e15b=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0])}" 2021-10-23 12:45:33.884,"12:45:33.884 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 19" 2021-10-23 12:45:33.884,"12:45:33.884 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:45:33.886,"12:45:33.886 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001070.data-export.job.command-0" 2021-10-23 12:45:33.886,"12:45:33.886 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001070.data-export.job.command-0" 2021-10-23 12:45:33.887,"12:45:33.886 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:45:33.887,"12:45:33.887 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001061.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 12:45:33.887,"12:45:33.887 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:45:33.887,"12:45:33.887 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001054.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:45:33.887,"12:45:33.887 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:45:33.887,"12:45:33.887 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 12:45:33.887,"12:45:33.887 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:45:33.889,"12:45:33.889 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001070.data-export.job.command-0 to offset 0." 2021-10-23 12:45:33.900,"12:45:33.900 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:56:01.997,12:56:01.997 [http-nio-8082-exec-10] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 12:56:01.998,12:56:01.997 [http-nio-8082-exec-10] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001079] 2021-10-23 12:56:02.004,12:56:02.004 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:56:02.005,"12:56:02.005 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 12:56:02.006,12:56:02.005 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:56:02.006,12:56:02.006 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:56:02.006,"12:56:02.006 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 12:56:02.007,12:56:02.007 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 12:56:02.009,12:56:02.009 [http-nio-8082-exec-10] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 12:56:02.019,12:56:02.019 [http-nio-8082-exec-10] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:56:02.020,"12:56:02.020 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 12:56:02.021,12:56:02.021 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:56:02.022,12:56:02.021 [http-nio-8082-exec-10] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 12:56:02.022,"12:56:02.022 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 12:56:02.022,12:56:02.022 [http-nio-8082-exec-10] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001079_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 12:56:02.023,12:56:02.023 [http-nio-8082-exec-10] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 12:56:02.023,12:56:02.023 [http-nio-8082-exec-10] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001079] executed successfully 2021-10-23 12:56:02.024,"12:56:02.023 [http-nio-8082-exec-10] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001079.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001079.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 12:56:02.025,12:56:02.025 [http-nio-8082-exec-10] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 12:56:02.025, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:56:02.025, client.dns.lookup = default 2021-10-23 12:56:02.025, client.id = 2021-10-23 12:56:02.025, connections.max.idle.ms = 300000 2021-10-23 12:56:02.025, default.api.timeout.ms = 60000 2021-10-23 12:56:02.025, metadata.max.age.ms = 300000 2021-10-23 12:56:02.025, metric.reporters = [] 2021-10-23 12:56:02.025, metrics.num.samples = 2 2021-10-23 12:56:02.025, metrics.recording.level = INFO 2021-10-23 12:56:02.025, metrics.sample.window.ms = 30000 2021-10-23 12:56:02.025, receive.buffer.bytes = 65536 2021-10-23 12:56:02.025, reconnect.backoff.max.ms = 1000 2021-10-23 12:56:02.025, reconnect.backoff.ms = 50 2021-10-23 12:56:02.025, request.timeout.ms = 30000 2021-10-23 12:56:02.025, retries = 2147483647 2021-10-23 12:56:02.025, retry.backoff.ms = 100 2021-10-23 12:56:02.025, sasl.client.callback.handler.class = null 2021-10-23 12:56:02.025, sasl.jaas.config = null 2021-10-23 12:56:02.025, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:56:02.025, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:56:02.025, sasl.kerberos.service.name = null 2021-10-23 12:56:02.025, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:56:02.025, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:56:02.025, sasl.login.callback.handler.class = null 2021-10-23 12:56:02.025, sasl.login.class = null 2021-10-23 12:56:02.025, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:56:02.025, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:56:02.025, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:56:02.025, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:56:02.025, sasl.mechanism = GSSAPI 2021-10-23 12:56:02.025, security.protocol = PLAINTEXT 2021-10-23 12:56:02.025, security.providers = null 2021-10-23 12:56:02.025, send.buffer.bytes = 131072 2021-10-23 12:56:02.025, ssl.cipher.suites = null 2021-10-23 12:56:02.025, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:56:02.025, ssl.endpoint.identification.algorithm = https 2021-10-23 12:56:02.025, ssl.key.password = null 2021-10-23 12:56:02.025, ssl.keymanager.algorithm = SunX509 2021-10-23 12:56:02.025, ssl.keystore.location = null 2021-10-23 12:56:02.025, ssl.keystore.password = null 2021-10-23 12:56:02.025, ssl.keystore.type = JKS 2021-10-23 12:56:02.025, ssl.protocol = TLSv1.2 2021-10-23 12:56:02.025, ssl.provider = null 2021-10-23 12:56:02.025, ssl.secure.random.implementation = null 2021-10-23 12:56:02.025, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:56:02.025, ssl.truststore.location = null 2021-10-23 12:56:02.025, ssl.truststore.password = null 2021-10-23 12:56:02.025, ssl.truststore.type = JKS 2021-10-23 12:56:02.055,12:56:02.055 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:56:02.055,12:56:02.055 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:56:02.055,12:56:02.055 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634993762055 2021-10-23 12:56:02.083,12:56:02.083 [http-nio-8082-exec-10] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 12:56:02.083,"12:56:02.083 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0" 2021-10-23 12:56:02.083,"12:56:02.083 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0]" 2021-10-23 12:56:02.083,"12:56:02.083 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-9-818408ad-574c-4e8e-be58-69e21d48e15b sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 12:56:02.084,"12:56:02.083 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-9, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 12:56:02.084,12:56:02.084 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 12:56:02.086,12:56:02.086 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 12:56:02.087,12:56:02.087 [http-nio-8082-exec-10] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 12:56:02.087, allow.auto.create.topics = true 2021-10-23 12:56:02.087, auto.commit.interval.ms = 5000 2021-10-23 12:56:02.087, auto.offset.reset = latest 2021-10-23 12:56:02.087, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 12:56:02.087, check.crcs = true 2021-10-23 12:56:02.087, client.dns.lookup = default 2021-10-23 12:56:02.087, client.id = 2021-10-23 12:56:02.087, client.rack = 2021-10-23 12:56:02.087, connections.max.idle.ms = 540000 2021-10-23 12:56:02.087, default.api.timeout.ms = 60000 2021-10-23 12:56:02.087, enable.auto.commit = false 2021-10-23 12:56:02.087, exclude.internal.topics = true 2021-10-23 12:56:02.087, fetch.max.bytes = 52428800 2021-10-23 12:56:02.087, fetch.max.wait.ms = 500 2021-10-23 12:56:02.087, fetch.min.bytes = 1 2021-10-23 12:56:02.087, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 12:56:02.087, group.instance.id = null 2021-10-23 12:56:02.087, heartbeat.interval.ms = 3000 2021-10-23 12:56:02.087, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 12:56:02.087, internal.leave.group.on.close = true 2021-10-23 12:56:02.087, isolation.level = read_uncommitted 2021-10-23 12:56:02.087, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 12:56:02.087, max.partition.fetch.bytes = 1048576 2021-10-23 12:56:02.087, max.poll.interval.ms = 300000 2021-10-23 12:56:02.087, max.poll.records = 500 2021-10-23 12:56:02.087, metadata.max.age.ms = 300000 2021-10-23 12:56:02.087, metric.reporters = [] 2021-10-23 12:56:02.087, metrics.num.samples = 2 2021-10-23 12:56:02.087, metrics.recording.level = INFO 2021-10-23 12:56:02.087, metrics.sample.window.ms = 30000 2021-10-23 12:56:02.087, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 12:56:02.087, receive.buffer.bytes = 65536 2021-10-23 12:56:02.087, reconnect.backoff.max.ms = 1000 2021-10-23 12:56:02.087, reconnect.backoff.ms = 50 2021-10-23 12:56:02.087, request.timeout.ms = 30000 2021-10-23 12:56:02.087, retry.backoff.ms = 100 2021-10-23 12:56:02.087, sasl.client.callback.handler.class = null 2021-10-23 12:56:02.087, sasl.jaas.config = null 2021-10-23 12:56:02.087, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 12:56:02.087, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 12:56:02.087, sasl.kerberos.service.name = null 2021-10-23 12:56:02.087, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 12:56:02.087, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 12:56:02.087, sasl.login.callback.handler.class = null 2021-10-23 12:56:02.087, sasl.login.class = null 2021-10-23 12:56:02.087, sasl.login.refresh.buffer.seconds = 300 2021-10-23 12:56:02.087, sasl.login.refresh.min.period.seconds = 60 2021-10-23 12:56:02.087, sasl.login.refresh.window.factor = 0.8 2021-10-23 12:56:02.087, sasl.login.refresh.window.jitter = 0.05 2021-10-23 12:56:02.087, sasl.mechanism = GSSAPI 2021-10-23 12:56:02.087, security.protocol = PLAINTEXT 2021-10-23 12:56:02.087, security.providers = null 2021-10-23 12:56:02.087, send.buffer.bytes = 131072 2021-10-23 12:56:02.087, session.timeout.ms = 10000 2021-10-23 12:56:02.087, ssl.cipher.suites = null 2021-10-23 12:56:02.087, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 12:56:02.087, ssl.endpoint.identification.algorithm = https 2021-10-23 12:56:02.087, ssl.key.password = null 2021-10-23 12:56:02.087, ssl.keymanager.algorithm = SunX509 2021-10-23 12:56:02.087, ssl.keystore.location = null 2021-10-23 12:56:02.087, ssl.keystore.password = null 2021-10-23 12:56:02.087, ssl.keystore.type = JKS 2021-10-23 12:56:02.087, ssl.protocol = TLSv1.2 2021-10-23 12:56:02.087, ssl.provider = null 2021-10-23 12:56:02.087, ssl.secure.random.implementation = null 2021-10-23 12:56:02.087, ssl.trustmanager.algorithm = PKIX 2021-10-23 12:56:02.087, ssl.truststore.location = null 2021-10-23 12:56:02.087, ssl.truststore.password = null 2021-10-23 12:56:02.087, ssl.truststore.type = JKS 2021-10-23 12:56:02.087, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 12:56:02.094,12:56:02.094 [http-nio-8082-exec-10] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 12:56:02.095,12:56:02.094 [http-nio-8082-exec-10] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 12:56:02.095,12:56:02.095 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 12:56:02.095,12:56:02.095 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 12:56:02.095,12:56:02.095 [http-nio-8082-exec-10] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634993762094 2021-10-23 12:56:02.095,"12:56:02.095 [http-nio-8082-exec-10] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 12:56:02.095,12:56:02.095 [http-nio-8082-exec-10] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 12:56:02.118,"12:56:02.117 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 12:56:02.118,"12:56:02.118 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 12:56:02.119,"12:56:02.118 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:56:02.143,"12:56:02.143 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 12:56:02.143,"12:56:02.143 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 12:56:02.221,"10.23.38.22 - - [23/Oct/2021:12:56:02 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.103 uct=""0.000"" uht=""0.104"" urt=""0.104"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001079"" ""-"" ""320804/proxy;438303/tenant""" 2021-10-23 12:56:05.144,"12:56:05.144 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 21: {consumer-jusm-mod-data-export-worker-events-group-10-d0cac11a-2e15-4a9c-a89c-1f4178792146=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0])}" 2021-10-23 12:56:05.148,"12:56:05.148 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 21" 2021-10-23 12:56:05.148,"12:56:05.148 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0" 2021-10-23 12:56:05.149,"12:56:05.149 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001079.data-export.job.command-0" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001079.data-export.job.command-0" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001061.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001054.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001070.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 12:56:05.150,"12:56:05.150 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 12:56:05.156,"12:56:05.156 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001079.data-export.job.command-0 to offset 0." 2021-10-23 12:56:05.159,"12:56:05.159 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0]" 2021-10-23 13:07:22.807,13:07:22.807 [http-nio-8082-exec-6] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 13:07:22.808,13:07:22.808 [http-nio-8082-exec-6] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001084] 2021-10-23 13:07:22.815,13:07:22.814 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 13:07:22.815,"13:07:22.815 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID INT NOT NULL, LOCKED BOOLEAN NOT NULL, LOCKGRANTED TIMESTAMP, LOCKEDBY VARCHAR(255), CONSTRAINT PK_DATABASECHANGELOGLOCK PRIMARY KEY (ID))" 2021-10-23 13:07:22.816,13:07:22.816 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 13:07:22.817,13:07:22.817 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - DELETE FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 13:07:22.817,"13:07:22.817 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - INSERT INTO FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK (ID, LOCKED) VALUES (1, FALSE)" 2021-10-23 13:07:22.818,13:07:22.818 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 13:07:22.820,13:07:22.820 [http-nio-8082-exec-6] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 13:07:22.831,13:07:22.830 [http-nio-8082-exec-6] INFO liquibase.changelog.StandardChangeLogHistoryService - Creating database history table with name: FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 13:07:22.831,"13:07:22.831 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - CREATE TABLE FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG (ID VARCHAR(255) NOT NULL, AUTHOR VARCHAR(255) NOT NULL, FILENAME VARCHAR(255) NOT NULL, DATEEXECUTED TIMESTAMP NOT NULL, ORDEREXECUTED INT NOT NULL, EXECTYPE VARCHAR(10) NOT NULL, MD5SUM VARCHAR(35), DESCRIPTION VARCHAR(255), COMMENTS VARCHAR(255), TAG VARCHAR(255), LIQUIBASE VARCHAR(20), CONTEXTS VARCHAR(255), LABELS VARCHAR(255), DEPLOYMENT_ID VARCHAR(10))" 2021-10-23 13:07:22.833,13:07:22.833 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 13:07:22.833,13:07:22.833 [http-nio-8082-exec-6] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 13:07:22.833,"13:07:22.833 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 13:07:22.834,13:07:22.834 [http-nio-8082-exec-6] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001084_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 13:07:22.835,13:07:22.835 [http-nio-8082-exec-6] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 13:07:22.835,13:07:22.835 [http-nio-8082-exec-6] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001084] executed successfully 2021-10-23 13:07:22.835,"13:07:22.835 [http-nio-8082-exec-6] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001084.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001084.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 13:07:22.837,13:07:22.837 [http-nio-8082-exec-6] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 13:07:22.837, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 13:07:22.837, client.dns.lookup = default 2021-10-23 13:07:22.837, client.id = 2021-10-23 13:07:22.837, connections.max.idle.ms = 300000 2021-10-23 13:07:22.837, default.api.timeout.ms = 60000 2021-10-23 13:07:22.837, metadata.max.age.ms = 300000 2021-10-23 13:07:22.837, metric.reporters = [] 2021-10-23 13:07:22.837, metrics.num.samples = 2 2021-10-23 13:07:22.837, metrics.recording.level = INFO 2021-10-23 13:07:22.837, metrics.sample.window.ms = 30000 2021-10-23 13:07:22.837, receive.buffer.bytes = 65536 2021-10-23 13:07:22.837, reconnect.backoff.max.ms = 1000 2021-10-23 13:07:22.837, reconnect.backoff.ms = 50 2021-10-23 13:07:22.837, request.timeout.ms = 30000 2021-10-23 13:07:22.837, retries = 2147483647 2021-10-23 13:07:22.837, retry.backoff.ms = 100 2021-10-23 13:07:22.837, sasl.client.callback.handler.class = null 2021-10-23 13:07:22.837, sasl.jaas.config = null 2021-10-23 13:07:22.837, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 13:07:22.837, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 13:07:22.837, sasl.kerberos.service.name = null 2021-10-23 13:07:22.837, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 13:07:22.837, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 13:07:22.837, sasl.login.callback.handler.class = null 2021-10-23 13:07:22.837, sasl.login.class = null 2021-10-23 13:07:22.837, sasl.login.refresh.buffer.seconds = 300 2021-10-23 13:07:22.837, sasl.login.refresh.min.period.seconds = 60 2021-10-23 13:07:22.837, sasl.login.refresh.window.factor = 0.8 2021-10-23 13:07:22.837, sasl.login.refresh.window.jitter = 0.05 2021-10-23 13:07:22.837, sasl.mechanism = GSSAPI 2021-10-23 13:07:22.837, security.protocol = PLAINTEXT 2021-10-23 13:07:22.837, security.providers = null 2021-10-23 13:07:22.837, send.buffer.bytes = 131072 2021-10-23 13:07:22.837, ssl.cipher.suites = null 2021-10-23 13:07:22.837, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 13:07:22.837, ssl.endpoint.identification.algorithm = https 2021-10-23 13:07:22.837, ssl.key.password = null 2021-10-23 13:07:22.837, ssl.keymanager.algorithm = SunX509 2021-10-23 13:07:22.837, ssl.keystore.location = null 2021-10-23 13:07:22.837, ssl.keystore.password = null 2021-10-23 13:07:22.837, ssl.keystore.type = JKS 2021-10-23 13:07:22.837, ssl.protocol = TLSv1.2 2021-10-23 13:07:22.837, ssl.provider = null 2021-10-23 13:07:22.837, ssl.secure.random.implementation = null 2021-10-23 13:07:22.837, ssl.trustmanager.algorithm = PKIX 2021-10-23 13:07:22.837, ssl.truststore.location = null 2021-10-23 13:07:22.837, ssl.truststore.password = null 2021-10-23 13:07:22.837, ssl.truststore.type = JKS 2021-10-23 13:07:22.842,13:07:22.842 [http-nio-8082-exec-6] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 13:07:22.842,13:07:22.842 [http-nio-8082-exec-6] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 13:07:22.842,13:07:22.842 [http-nio-8082-exec-6] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634994442842 2021-10-23 13:07:22.854,13:07:22.854 [http-nio-8082-exec-6] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 13:07:22.855,"13:07:22.854 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0" 2021-10-23 13:07:22.855,"13:07:22.855 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0]" 2021-10-23 13:07:22.855,"13:07:22.855 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-10-d0cac11a-2e15-4a9c-a89c-1f4178792146 sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 13:07:22.855,"13:07:22.855 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-10, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 13:07:22.855,13:07:22.855 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 13:07:22.859,13:07:22.859 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 13:07:22.860,13:07:22.860 [http-nio-8082-exec-6] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 13:07:22.860, allow.auto.create.topics = true 2021-10-23 13:07:22.860, auto.commit.interval.ms = 5000 2021-10-23 13:07:22.860, auto.offset.reset = latest 2021-10-23 13:07:22.860, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 13:07:22.860, check.crcs = true 2021-10-23 13:07:22.860, client.dns.lookup = default 2021-10-23 13:07:22.860, client.id = 2021-10-23 13:07:22.860, client.rack = 2021-10-23 13:07:22.860, connections.max.idle.ms = 540000 2021-10-23 13:07:22.860, default.api.timeout.ms = 60000 2021-10-23 13:07:22.860, enable.auto.commit = false 2021-10-23 13:07:22.860, exclude.internal.topics = true 2021-10-23 13:07:22.860, fetch.max.bytes = 52428800 2021-10-23 13:07:22.860, fetch.max.wait.ms = 500 2021-10-23 13:07:22.860, fetch.min.bytes = 1 2021-10-23 13:07:22.860, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 13:07:22.860, group.instance.id = null 2021-10-23 13:07:22.860, heartbeat.interval.ms = 3000 2021-10-23 13:07:22.860, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 13:07:22.860, internal.leave.group.on.close = true 2021-10-23 13:07:22.860, isolation.level = read_uncommitted 2021-10-23 13:07:22.860, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 13:07:22.860, max.partition.fetch.bytes = 1048576 2021-10-23 13:07:22.860, max.poll.interval.ms = 300000 2021-10-23 13:07:22.860, max.poll.records = 500 2021-10-23 13:07:22.860, metadata.max.age.ms = 300000 2021-10-23 13:07:22.860, metric.reporters = [] 2021-10-23 13:07:22.860, metrics.num.samples = 2 2021-10-23 13:07:22.860, metrics.recording.level = INFO 2021-10-23 13:07:22.860, metrics.sample.window.ms = 30000 2021-10-23 13:07:22.860, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 13:07:22.860, receive.buffer.bytes = 65536 2021-10-23 13:07:22.860, reconnect.backoff.max.ms = 1000 2021-10-23 13:07:22.860, reconnect.backoff.ms = 50 2021-10-23 13:07:22.860, request.timeout.ms = 30000 2021-10-23 13:07:22.860, retry.backoff.ms = 100 2021-10-23 13:07:22.860, sasl.client.callback.handler.class = null 2021-10-23 13:07:22.860, sasl.jaas.config = null 2021-10-23 13:07:22.860, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 13:07:22.860, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 13:07:22.860, sasl.kerberos.service.name = null 2021-10-23 13:07:22.860, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 13:07:22.860, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 13:07:22.860, sasl.login.callback.handler.class = null 2021-10-23 13:07:22.860, sasl.login.class = null 2021-10-23 13:07:22.860, sasl.login.refresh.buffer.seconds = 300 2021-10-23 13:07:22.860, sasl.login.refresh.min.period.seconds = 60 2021-10-23 13:07:22.860, sasl.login.refresh.window.factor = 0.8 2021-10-23 13:07:22.860, sasl.login.refresh.window.jitter = 0.05 2021-10-23 13:07:22.860, sasl.mechanism = GSSAPI 2021-10-23 13:07:22.860, security.protocol = PLAINTEXT 2021-10-23 13:07:22.860, security.providers = null 2021-10-23 13:07:22.860, send.buffer.bytes = 131072 2021-10-23 13:07:22.860, session.timeout.ms = 10000 2021-10-23 13:07:22.860, ssl.cipher.suites = null 2021-10-23 13:07:22.860, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 13:07:22.860, ssl.endpoint.identification.algorithm = https 2021-10-23 13:07:22.860, ssl.key.password = null 2021-10-23 13:07:22.860, ssl.keymanager.algorithm = SunX509 2021-10-23 13:07:22.860, ssl.keystore.location = null 2021-10-23 13:07:22.860, ssl.keystore.password = null 2021-10-23 13:07:22.860, ssl.keystore.type = JKS 2021-10-23 13:07:22.860, ssl.protocol = TLSv1.2 2021-10-23 13:07:22.860, ssl.provider = null 2021-10-23 13:07:22.860, ssl.secure.random.implementation = null 2021-10-23 13:07:22.860, ssl.trustmanager.algorithm = PKIX 2021-10-23 13:07:22.860, ssl.truststore.location = null 2021-10-23 13:07:22.860, ssl.truststore.password = null 2021-10-23 13:07:22.860, ssl.truststore.type = JKS 2021-10-23 13:07:22.860, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 13:07:22.863,13:07:22.863 [http-nio-8082-exec-6] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 13:07:22.863,13:07:22.863 [http-nio-8082-exec-6] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 13:07:22.863,13:07:22.863 [http-nio-8082-exec-6] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 13:07:22.864,13:07:22.863 [http-nio-8082-exec-6] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 13:07:22.864,13:07:22.863 [http-nio-8082-exec-6] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1634994442863 2021-10-23 13:07:22.864,"13:07:22.864 [http-nio-8082-exec-6] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 13:07:22.864,13:07:22.864 [http-nio-8082-exec-6] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 13:07:22.888,"13:07:22.888 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 13:07:22.888,"13:07:22.888 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 13:07:22.889,"13:07:22.888 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 13:07:22.922,"13:07:22.922 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 13:07:22.922,"13:07:22.922 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 13:07:23.405,"10.23.38.223 - - [23/Oct/2021:13:07:22 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.062 uct=""0.000"" uht=""0.060"" urt=""0.060"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001084"" ""-"" ""563768/proxy;395673/tenant""" 2021-10-23 13:07:25.923,"13:07:25.923 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 23: {consumer-jusm-mod-data-export-worker-events-group-11-15206db6-135b-4c40-a80f-c192ea2ae2af=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0])}" 2021-10-23 13:07:25.927,"13:07:25.927 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 23" 2021-10-23 13:07:25.928,"13:07:25.928 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0" 2021-10-23 13:07:25.928,"13:07:25.928 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001084.data-export.job.command-0" 2021-10-23 13:07:25.929,"13:07:25.929 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Found no committed offset for partition jusm.fs00001084.data-export.job.command-0" 2021-10-23 13:07:25.929,"13:07:25.929 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 13:07:25.929,"13:07:25.929 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001061.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 13:07:25.929,"13:07:25.929 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 13:07:25.929,"13:07:25.929 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001054.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 13:07:25.930,"13:07:25.929 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 13:07:25.930,"13:07:25.930 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001070.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 13:07:25.930,"13:07:25.930 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 13:07:25.930,"13:07:25.930 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 13:07:25.930,"13:07:25.930 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001079.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 13:07:25.934,"13:07:25.934 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.SubscriptionState - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Resetting offset for partition jusm.fs00001084.data-export.job.command-0 to offset 0." 2021-10-23 13:07:25.938,"13:07:25.938 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0]" 2021-10-23 13:53:46.161,2021/10/23 13:53:45 [notice] 1791#1791: signal process started 2021-10-23 15:57:07.706,We running in the prd account 2021-10-23 15:57:07.724,Content of /etc/awslogs/nginxlogs.conf 2021-10-23 15:57:07.740,# The 16bee1ebbfb044a2a2e0fe6c6f946e4a and jusm tags in this this script are expanded at container runtime 2021-10-23 15:57:07.740,# by docker-entrypoint.sh 2021-10-23 15:57:07.740,[general] 2021-10-23 15:57:07.740,state_file = /var/awslogs/agent-state 2021-10-23 15:57:07.740,[/var/log/nginx/access.log] 2021-10-23 15:57:07.740,file = /var/log/nginx/access.log 2021-10-23 15:57:07.740,log_group_name = jusm-folio-eis 2021-10-23 15:57:07.740,log_stream_name = jusm/mod-data-export-worker/nginx/16bee1ebbfb044a2a2e0fe6c6f946e4a 2021-10-23 15:57:07.740,[/var/log/nginx/error.log] 2021-10-23 15:57:07.740,file = /var/log/nginx/error.log 2021-10-23 15:57:07.740,log_group_name = jusm-folio-eis 2021-10-23 15:57:07.740,log_stream_name = jusm/mod-data-export-worker/nginx-error/16bee1ebbfb044a2a2e0fe6c6f946e4a 2021-10-23 15:57:07.740,Content of profiler.yaml 2021-10-23 15:57:07.754,reporter: com.uber.profiling.reporters.InfluxDBOutputReporter 2021-10-23 15:57:07.754,tag: mod-data-export-worker 2021-10-23 15:57:07.754,metricInterval: 100000 2021-10-23 15:57:07.754,"durationProfiling: [com.fasterxml.*, org.*]" 2021-10-23 15:57:07.754,sampleInterval: 10000 2021-10-23 15:57:07.754,influxdb.host: ec2-54-165-58-65.compute-1.amazonaws.com 2021-10-23 15:57:07.754,influxdb.port: 8086 2021-10-23 15:57:07.754,influxdb.database: profiling 2021-10-23 15:57:07.754,influxdb.username: 2021-10-23 15:57:07.754,influxdb.password: 2021-10-23 15:57:07.754,==== Running container environment ==== 2021-10-23 15:57:07.770,uid=0(root) gid=0(root) groups=0(root) 2021-10-23 15:57:07.826,DB_PASSWORD=w5mGnpBiRycULweiZwqV 2021-10-23 15:57:07.826,AWS_EXECUTION_ENV=AWS_ECS_EC2 2021-10-23 15:57:07.826,KAFKA_HOST=kafka.jusm.folio-eis.us-east-1 2021-10-23 15:57:07.826,MS_JAR=ms.jar 2021-10-23 15:57:07.826,JAVA_PROFILER_STATE=disabled 2021-10-23 15:57:07.826,AWS_CONTAINER_CREDENTIALS_RELATIVE_URI=/v2/credentials/aa07106c-987e-43bb-831e-089fab9fd107 2021-10-23 15:57:07.826,HOSTNAME=249d69c36ba7 2021-10-23 15:57:07.826,PREFIX=jusm 2021-10-23 15:57:07.826,MS_HOME=/usr/ms 2021-10-23 15:57:07.826,JAVA_HOME=/usr/local/openjdk-11 2021-10-23 15:57:07.826,NUMBER_OF_PARTITIONS=1 2021-10-23 15:57:07.826,JAVA_OPTS=-Dvertx.logger-delegate-factory-class-name=io.vertx.core.logging.SLF4JLogDelegateFactory -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/usr/ms/mod-data-export-worker.hprof -XX:OnOutOfMemoryError=/usr/ms/heapdump.sh -XX:MetaspaceSize=88m -XX:MaxMetaspaceSize=88m -Xmx360m -XX:MetaspaceSize=512m -XX:MaxMetaspaceSize=512m -Xmx1024m -XX:MaxRAMPercentage=85.0 -Dserver.port=8082 -Dspring.datasource.username=folio -Dspring.datasource.password=w5mGnpBiRycULweiZwqV -Dspring.datasource.url=jdbc:postgresql://db.jusm.folio-eis.us-east-1:5432/folio -Dspring.kafka.bootstrap-servers=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 15:57:07.826,CONFIG_FILE=config.json 2021-10-23 15:57:07.826,"JAVA_PROFILER_OPTS=-noverify -javaagent:""/usr/ms/jvm-profiler-1.0.0.jar""=configProvider=com.uber.profiling.YamlConfigProvider,configFile=""/usr/ms/profiler.yaml"" -cp ""/usr/ms/jvm-profiler-1.0.0.jar"" " 2021-10-23 15:57:07.826,AWS_REGION=us-east-1 2021-10-23 15:57:07.826,ENV=jusm 2021-10-23 15:57:07.826,PWD=/usr/ms 2021-10-23 15:57:07.826,JAVA_ARGS=-Dhttp.port=8082 -Dlog.level=info db_connection=https://s3.amazonaws.com/jusm-folio-eis-us-east-1-prd/db/postgres-conf.json 2021-10-23 15:57:07.826,ECS_CONTAINER_METADATA_URI_V4=http://169.254.170.2/v4/fe4a79d2-5baa-46cb-a4a5-c55e64c3d14a 2021-10-23 15:57:07.826,REPLICATION_FACTOR=2 2021-10-23 15:57:07.826,KAFKA_PORT=9092 2021-10-23 15:57:07.826,DB_PORT=5432 2021-10-23 15:57:07.826,HOME=/root 2021-10-23 15:57:07.826,DB_MAXPOOLSIZE=20 2021-10-23 15:57:07.826,LANG=C.UTF-8 2021-10-23 15:57:07.826,KAFKA_URL=kafka.jusm.folio-eis.us-east-1:9092 2021-10-23 15:57:07.826,DB_USERNAME=folio 2021-10-23 15:57:07.826,DB_HOST=db.jusm.folio-eis.us-east-1 2021-10-23 15:57:07.826,ECS_CONTAINER_METADATA_URI=http://169.254.170.2/v3/fe4a79d2-5baa-46cb-a4a5-c55e64c3d14a 2021-10-23 15:57:07.826,DB_EXPLAIN_QUERY_THRESHOLD=300000 2021-10-23 15:57:07.826,SHLVL=1 2021-10-23 15:57:07.826,AWS_BUCKET=data-export-folio-eis-us-east-1-prd-tenant 2021-10-23 15:57:07.826,AWS_URL=https://s3.amazonaws.com 2021-10-23 15:57:07.826,PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 2021-10-23 15:57:07.826,DB_DATABASE=folio 2021-10-23 15:57:07.826,JAVA_VERSION=11.0.12 2021-10-23 15:57:07.826,_=/usr/bin/env 2021-10-23 15:57:07.848,total 114M 2021-10-23 15:57:07.848,drwxr-xr-x 1 folio folio 4.0K Aug 6 00:14 . 2021-10-23 15:57:07.848,drwxr-xr-x 1 root root 4.0K Aug 6 00:13 .. 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 1.2K Aug 6 00:11 aws_ss.properties 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 57K Aug 6 00:11 awslogs-agent-setup.py 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 2.1K Aug 6 00:11 docker-entrypoint.sh 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 2.4K Aug 6 00:11 heapdump.sh 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 7.8M Jan 1 1970 jvm-profiler-1.0.0.jar 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 106M Aug 6 00:12 ms.jar 2021-10-23 15:57:07.848,-rwxr-xr-x 1 root root 322 Aug 6 00:11 profiler.yaml 2021-10-23 15:57:07.931,downloading AgentDependencies.tar.gz with urllib 2021-10-23 15:57:08.110,Starting nginx: nginx. 2021-10-23 15:57:08.264,Starting periodic command scheduler: cronAgentDependencies/ 2021-10-23 15:57:08.264,AgentDependencies/awslogscli/ 2021-10-23 15:57:08.264,AgentDependencies/awslogscli/urllib3-1.25.6.tar.gz 2021-10-23 15:57:08.265,AgentDependencies/awslogscli/jmespath-0.9.2.tar.gz 2021-10-23 15:57:08.266,AgentDependencies/awslogscli/colorama-0.3.7.zip 2021-10-23 15:57:08.266,AgentDependencies/awslogscli/idna-2.8.tar.gz 2021-10-23 15:57:08.269,AgentDependencies/awslogscli/awscli-1.11.41.tar.gz 2021-10-23 15:57:08.272,AgentDependencies/awslogscli/argparse-1.2.1.tar.gz 2021-10-23 15:57:08.272,AgentDependencies/awslogscli/botocore-1.13.9.tar.gz 2021-10-23 15:57:08.315,AgentDependencies/awslogscli/docutils-0.15.2.tar.gz 2021-10-23 15:57:08.328,AgentDependencies/awslogscli/pyasn1-0.2.3.tar.gz 2021-10-23 15:57:08.329,AgentDependencies/awslogscli/python-dateutil-2.6.0.tar.gz 2021-10-23 15:57:08.331,AgentDependencies/awslogscli/botocore-1.5.4.tar.gz 2021-10-23 15:57:08.364,AgentDependencies/awslogscli/jmespath-0.9.4.tar.gz 2021-10-23 15:57:08.364,AgentDependencies/awslogscli/awscli-cwlogs-1.4.6.tar.gz 2021-10-23 15:57:08.364,AgentDependencies/awslogscli/ordereddict-1.1.tar.gz 2021-10-23 15:57:08.365,AgentDependencies/awslogscli/futures-3.3.0.tar.gz 2021-10-23 15:57:08.365,AgentDependencies/awslogscli/futures-3.0.5.tar.gz 2021-10-23 15:57:08.365,AgentDependencies/awslogscli/certifi-2019.9.11.tar.gz 2021-10-23 15:57:08.367,AgentDependencies/awslogscli/six-1.12.0.tar.gz 2021-10-23 15:57:08.369,AgentDependencies/awslogscli/s3transfer-0.1.10.tar.gz 2021-10-23 15:57:08.369,AgentDependencies/awslogscli/six-1.10.0.tar.gz 2021-10-23 15:57:08.369,AgentDependencies/awslogscli/requests-2.18.4.tar.gz 2021-10-23 15:57:08.370,AgentDependencies/awslogscli/rsa-3.4.2.tar.gz 2021-10-23 15:57:08.371,AgentDependencies/awslogscli/s3transfer-0.2.1.tar.gz 2021-10-23 15:57:08.373,AgentDependencies/awslogscli/docutils-0.13.1.tar.gz 2021-10-23 15:57:08.389,AgentDependencies/awslogscli/urllib3-1.22.tar.gz 2021-10-23 15:57:08.392,AgentDependencies/awslogscli/awscli-1.16.273.tar.gz 2021-10-23 15:57:08.403,AgentDependencies/awslogscli/PyYAML-5.1.2.tar.gz 2021-10-23 15:57:08.409,AgentDependencies/awslogscli/idna-2.5.tar.gz 2021-10-23 15:57:08.409,AgentDependencies/awslogscli/PyYAML-3.12.tar.gz 2021-10-23 15:57:08.410,AgentDependencies/awslogscli/pyasn1-0.4.7.tar.gz 2021-10-23 15:57:08.411,AgentDependencies/awslogscli/colorama-0.4.1.tar.gz 2021-10-23 15:57:08.411,AgentDependencies/awslogscli/simplejson-3.3.0.tar.gz 2021-10-23 15:57:08.412,AgentDependencies/awslogscli/chardet-3.0.4.tar.gz 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/ 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/setup.cfg 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/tests/ 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/tests/__init__.py 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/tests/test_cmdline.py 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/tests/test_virtualenv.py 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/tests/test_activate_output.expected 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/tests/test_activate.sh 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/scripts/ 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/scripts/virtualenv 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/virtualenv.py 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/MANIFEST.in 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/README.rst 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/AUTHORS.txt 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/setup.py 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/LICENSE.txt 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/virtualenv_support/ 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/virtualenv_support/__init__.py 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/virtualenv_support/wheel-0.29.0-py2.py3-none-any.whl 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/virtualenv_support/argparse-1.4.0-py2.py3-none-any.whl 2021-10-23 15:57:08.430,AgentDependencies/virtualenv-15.1.0/virtualenv_support/pip-9.0.1-py2.py3-none-any.whl 2021-10-23 15:57:08.441,AgentDependencies/virtualenv-15.1.0/virtualenv_support/setuptools-28.8.0-py2.py3-none-any.whl 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/PKG-INFO 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/bin/ 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/bin/rebuild-script.py 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/ 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/not-zip-safe 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/SOURCES.txt 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/entry_points.txt 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/top_level.txt 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/PKG-INFO 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv.egg-info/dependency_links.txt 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/ 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.ps1 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.csh 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/deactivate.bat 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate_this.py 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.fish 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/python-config 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.bat 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils.cfg 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/site.py 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/activate.sh 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/virtualenv_embedded/distutils-init.py 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/docs/ 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/docs/userguide.rst 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/docs/index.rst 2021-10-23 15:57:08.446,AgentDependencies/virtualenv-15.1.0/docs/development.rst 2021-10-23 15:57:08.447,AgentDependencies/virtualenv-15.1.0/docs/reference.rst 2021-10-23 15:57:08.447,AgentDependencies/virtualenv-15.1.0/docs/Makefile 2021-10-23 15:57:08.447,AgentDependencies/virtualenv-15.1.0/docs/conf.py 2021-10-23 15:57:08.447,AgentDependencies/virtualenv-15.1.0/docs/changes.rst 2021-10-23 15:57:08.447,AgentDependencies/virtualenv-15.1.0/docs/installation.rst 2021-10-23 15:57:08.447,AgentDependencies/virtualenv-15.1.0/docs/make.bat 2021-10-23 15:57:08.447,AgentDependencies/pip-6.1.1.tar.gz 2021-10-23 15:57:08.721,Step 1 of 5: Installing pip ...libyaml-dev does not exist in system DONE 2021-10-23 15:57:09.274,Step 2 of 5: Downloading the latest CloudWatch Logs agent bits ... . 2021-10-23 15:57:14.689, . ____ _ __ _ _ 2021-10-23 15:57:14.689, /\\ / ___'_ __ _ _(_)_ __ __ _ \ \ \ \ 2021-10-23 15:57:14.689,( ( )\___ | '_ | '_| | '_ \/ _` | \ \ \ \ 2021-10-23 15:57:14.689, \\/ ___)| |_)| | | | | || (_| | ) ) ) ) 2021-10-23 15:57:14.689," ' |____| .__|_| |_|_| |_\__, | / / / /" 2021-10-23 15:57:14.689, =========|_|==============|___/=/_/_/_/ 2021-10-23 15:57:14.693, :: Spring Boot :: (v2.3.4.RELEASE) 2021-10-23 15:57:14.725,"15:57:14.719 [main] INFO org.folio.dew.ModDataExportWorkerApplication - No active profile set, falling back to default profiles: default" 2021-10-23 15:57:17.746,15:57:17.745 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Bootstrapping Spring Data JPA repositories in DEFERRED mode. 2021-10-23 15:57:17.779,15:57:17.778 [main] INFO org.springframework.data.repository.config.RepositoryConfigurationDelegate - Finished Spring Data repository scanning in 24ms. Found 0 JPA repository interfaces. 2021-10-23 15:57:18.771,15:57:18.771 [main] INFO org.springframework.cloud.context.scope.GenericScope - BeanFactory id=5bab44ad-23ea-34e7-919c-fff788fd34d2 2021-10-23 15:57:18.816,"15:57:18.815 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'errorChannel' has been explicitly defined. Therefore, a default PublishSubscribeChannel will be created." 2021-10-23 15:57:18.847,"15:57:18.838 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'taskScheduler' has been explicitly defined. Therefore, a default ThreadPoolTaskScheduler will be created." 2021-10-23 15:57:18.858,"15:57:18.857 [main] INFO org.springframework.integration.config.DefaultConfiguringBeanFactoryPostProcessor - No bean named 'integrationHeaderChannelRegistry' has been explicitly defined. Therefore, a default DefaultHeaderChannelRegistry will be created." 2021-10-23 15:57:18.931,15:57:18.931 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.des.client.ConfigurationClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.938,15:57:18.932 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.FeefineactionsClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.938,15:57:18.934 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.TransferClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.938,15:57:18.935 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.UserClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.938,15:57:18.936 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.938,15:57:18.936 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AccountBulkClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.938,15:57:18.937 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.ServicePointClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:18.942,15:57:18.938 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.dew.client.AuditClient' of type [org.springframework.cloud.openfeign.FeignClientFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:19.695,15:57:19.691 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.folio.spring.config.FolioSpringConfiguration' of type [org.folio.spring.config.FolioSpringConfiguration$$EnhancerBySpringCGLIB$$e65c00d2] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:19.716,15:57:19.716 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [org.springframework.aop.scope.ScopedProxyFactoryBean] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:19.717,15:57:19.717 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'folioExecutionContext' of type [com.sun.proxy.$Proxy125] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:19.735,15:57:19.733 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'org.springframework.integration.config.IntegrationManagementConfiguration' of type [org.springframework.integration.config.IntegrationManagementConfiguration] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:19.763,15:57:19.762 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationChannelResolver' of type [org.springframework.integration.support.channel.BeanFactoryChannelResolver] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:19.781,15:57:19.767 [main] INFO org.springframework.context.support.PostProcessorRegistrationDelegate$BeanPostProcessorChecker - Bean 'integrationDisposableAutoCreatedBeans' of type [org.springframework.integration.config.annotation.Disposables] is not eligible for getting processed by all BeanPostProcessors (for example: not eligible for auto-proxying) 2021-10-23 15:57:20.544,15:57:20.544 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat initialized with port(s): 8082 (http) 2021-10-23 15:57:20.561,"15:57:20.559 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Initializing ProtocolHandler [""http-nio-8082""]" 2021-10-23 15:57:20.561,15:57:20.560 [main] INFO org.apache.catalina.core.StandardService - Starting service [Tomcat] 2021-10-23 15:57:20.561,15:57:20.561 [main] INFO org.apache.catalina.core.StandardEngine - Starting Servlet engine: [Apache Tomcat/9.0.38] 2021-10-23 15:57:20.694,15:57:20.691 [main] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring embedded WebApplicationContext 2021-10-23 15:57:20.694,15:57:20.692 [main] INFO org.springframework.boot.web.servlet.context.ServletWebServerApplicationContext - Root WebApplicationContext: initialization completed in 5911 ms 2021-10-23 15:57:22.645,15:57:22.644 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 'taskScheduler' 2021-10-23 15:57:22.691,15:57:22.691 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Starting... 2021-10-23 15:57:22.709,"15:57:22.703 [main] WARN com.zaxxer.hikari.util.DriverDataSource - Registered driver with driverClassName=org.hsqldb.jdbcDriver was not found, trying direct instantiation." 2021-10-23 15:57:23.261,15:57:23.260 [main] INFO com.zaxxer.hikari.pool.PoolBase - HikariPool-1 - Driver does not support get/set network timeout for connections. (feature not supported) 2021-10-23 15:57:23.263,15:57:23.263 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariPool-1 - Start completed. 2021-10-23 15:57:23.438,15:57:23.428 [task-scheduler-1] INFO org.hibernate.jpa.internal.util.LogHelper - HHH000204: Processing PersistenceUnitInfo [name: default] 2021-10-23 15:57:23.458,"15:57:23.457 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - Creating MinIO client endpoint https://s3.amazonaws.com,region us-east-1,bucket data-export-folio-eis-us-east-1-prd-tenant,accessKey ,secretKey ." 2021-10-23 15:57:23.727,15:57:23.726 [task-scheduler-1] INFO org.hibernate.Version - HHH000412: Hibernate ORM core version 5.4.21.Final 2021-10-23 15:57:23.749,"15:57:23.747 [task-scheduler-1] INFO org.hibernate.cfg.Environment - HHH000205: Loaded properties from resource hibernate.properties: {hibernate.bytecode.use_reflection_optimizer=false, hibernate.types.jackson.object.mapper=org.folio.des.config.JacksonConfiguration}" 2021-10-23 15:57:24.745,15:57:24.745 [main] INFO org.folio.dew.repository.MinIOObjectStorageRepository - IamAwsProvider MinIO credentials provider created. 2021-10-23 15:57:25.043,15:57:25.040 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor - Initializing ExecutorService 'asyncTaskExecutor' 2021-10-23 15:57:25.457,15:57:25.457 [task-scheduler-1] INFO org.hibernate.annotations.common.Version - HCANN000001: Hibernate Commons Annotations {5.1.0.Final} 2021-10-23 15:57:26.094,15:57:26.091 [task-scheduler-1] INFO org.hibernate.dialect.Dialect - HHH000400: Using dialect: org.hibernate.dialect.HSQLDialect 2021-10-23 15:57:26.355,15:57:26.354 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:26.357,15:57:26.356 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:26.645,15:57:26.645 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:26.646,15:57:26.646 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:26.651,15:57:26.650 [task-scheduler-1] INFO org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 6.1.5.Final 2021-10-23 15:57:26.749,15:57:26.725 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:26.749,15:57:26.746 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:26.795,15:57:26.793 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:26.795,15:57:26.793 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:26.875,15:57:26.873 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:26.875,15:57:26.873 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:26.947,15:57:26.946 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:26.947,15:57:26.946 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:27.161,15:57:27.155 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:27.161,15:57:27.155 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:27.860,15:57:27.858 [task-scheduler-1] INFO org.hibernate.engine.transaction.jta.platform.internal.JtaPlatformInitiator - HHH000490: Using JtaPlatform implementation: [org.hibernate.engine.transaction.jta.platform.internal.NoJtaPlatform] 2021-10-23 15:57:27.894,15:57:27.886 [task-scheduler-1] INFO org.springframework.orm.jpa.LocalContainerEntityManagerFactoryBean - Initialized JPA EntityManagerFactory for persistence unit 'default' 2021-10-23 15:57:28.034,15:57:28.028 [main] INFO org.folio.dew.service.JobCommandsReceiverService - Created working directory /tmp/mod-data-export-worker/. 2021-10-23 15:57:29.146,15:57:29.143 [main] INFO org.springframework.boot.actuate.endpoint.web.EndpointLinksResolver - Exposing 1 endpoint(s) beneath base path '/admin' 2021-10-23 15:57:29.485,"15:57:29.484 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 15:57:29.583,15:57:29.583 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 15:57:29.583,"15:57:29.583 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 15:57:29.593,15:57:29.593 [main] WARN com.netflix.config.sources.URLConfigurationSource - No URLs will be polled as dynamic configuration sources. 2021-10-23 15:57:29.593,"15:57:29.593 [main] INFO com.netflix.config.sources.URLConfigurationSource - To enable URLs as dynamic configuration sources, define System property archaius.configurationSource.additionalUrls or make config.properties available on classpath." 2021-10-23 15:57:30.286,"15:57:30.283 [main] WARN org.springframework.boot.autoconfigure.mustache.MustacheAutoConfiguration - Cannot find template location: classpath:/templates/ (please add some templates, check your Mustache configuration, or set spring.mustache.check-template-location=false)" 2021-10-23 15:57:30.581,"15:57:30.580 [main] WARN org.springframework.boot.autoconfigure.batch.JpaBatchConfigurer - JPA does not support custom isolation levels, so locks may not be taken when launching Jobs" 2021-10-23 15:57:30.582,"15:57:30.582 [main] INFO org.springframework.batch.core.repository.support.JobRepositoryFactoryBean - No database type set, using meta data indicating: HSQL" 2021-10-23 15:57:30.596,"15:57:30.583 [main] INFO org.springframework.batch.core.launch.support.SimpleJobLauncher - No TaskExecutor has been set, defaulting to synchronous executor." 2021-10-23 15:57:31.977,15:57:31.976 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - Adding {logging-channel-adapter:_org.springframework.integration.errorLogger} as a subscriber to the 'errorChannel' channel 2021-10-23 15:57:31.977,15:57:31.976 [main] INFO org.springframework.integration.channel.PublishSubscribeChannel - Channel 'application-1.errorChannel' has 1 subscriber(s). 2021-10-23 15:57:31.977,15:57:31.977 [main] INFO org.springframework.integration.endpoint.EventDrivenConsumer - started bean '_org.springframework.integration.errorLogger' 2021-10-23 15:57:32.091,15:57:32.091 [main] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 15:57:32.091, allow.auto.create.topics = true 2021-10-23 15:57:32.091, auto.commit.interval.ms = 5000 2021-10-23 15:57:32.091, auto.offset.reset = latest 2021-10-23 15:57:32.091, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 15:57:32.091, check.crcs = true 2021-10-23 15:57:32.091, client.dns.lookup = default 2021-10-23 15:57:32.091, client.id = 2021-10-23 15:57:32.091, client.rack = 2021-10-23 15:57:32.091, connections.max.idle.ms = 540000 2021-10-23 15:57:32.091, default.api.timeout.ms = 60000 2021-10-23 15:57:32.091, enable.auto.commit = false 2021-10-23 15:57:32.091, exclude.internal.topics = true 2021-10-23 15:57:32.091, fetch.max.bytes = 52428800 2021-10-23 15:57:32.091, fetch.max.wait.ms = 500 2021-10-23 15:57:32.091, fetch.min.bytes = 1 2021-10-23 15:57:32.091, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 15:57:32.091, group.instance.id = null 2021-10-23 15:57:32.091, heartbeat.interval.ms = 3000 2021-10-23 15:57:32.091, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 15:57:32.091, internal.leave.group.on.close = true 2021-10-23 15:57:32.091, isolation.level = read_uncommitted 2021-10-23 15:57:32.091, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 15:57:32.091, max.partition.fetch.bytes = 1048576 2021-10-23 15:57:32.091, max.poll.interval.ms = 300000 2021-10-23 15:57:32.091, max.poll.records = 500 2021-10-23 15:57:32.091, metadata.max.age.ms = 300000 2021-10-23 15:57:32.091, metric.reporters = [] 2021-10-23 15:57:32.091, metrics.num.samples = 2 2021-10-23 15:57:32.091, metrics.recording.level = INFO 2021-10-23 15:57:32.091, metrics.sample.window.ms = 30000 2021-10-23 15:57:32.091, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 15:57:32.091, receive.buffer.bytes = 65536 2021-10-23 15:57:32.091, reconnect.backoff.max.ms = 1000 2021-10-23 15:57:32.091, reconnect.backoff.ms = 50 2021-10-23 15:57:32.091, request.timeout.ms = 30000 2021-10-23 15:57:32.091, retry.backoff.ms = 100 2021-10-23 15:57:32.091, sasl.client.callback.handler.class = null 2021-10-23 15:57:32.091, sasl.jaas.config = null 2021-10-23 15:57:32.091, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 15:57:32.091, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 15:57:32.091, sasl.kerberos.service.name = null 2021-10-23 15:57:32.091, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 15:57:32.091, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 15:57:32.091, sasl.login.callback.handler.class = null 2021-10-23 15:57:32.091, sasl.login.class = null 2021-10-23 15:57:32.091, sasl.login.refresh.buffer.seconds = 300 2021-10-23 15:57:32.091, sasl.login.refresh.min.period.seconds = 60 2021-10-23 15:57:32.091, sasl.login.refresh.window.factor = 0.8 2021-10-23 15:57:32.091, sasl.login.refresh.window.jitter = 0.05 2021-10-23 15:57:32.091, sasl.mechanism = GSSAPI 2021-10-23 15:57:32.091, security.protocol = PLAINTEXT 2021-10-23 15:57:32.091, security.providers = null 2021-10-23 15:57:32.091, send.buffer.bytes = 131072 2021-10-23 15:57:32.091, session.timeout.ms = 10000 2021-10-23 15:57:32.091, ssl.cipher.suites = null 2021-10-23 15:57:32.091, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 15:57:32.091, ssl.endpoint.identification.algorithm = https 2021-10-23 15:57:32.091, ssl.key.password = null 2021-10-23 15:57:32.091, ssl.keymanager.algorithm = SunX509 2021-10-23 15:57:32.091, ssl.keystore.location = null 2021-10-23 15:57:32.091, ssl.keystore.password = null 2021-10-23 15:57:32.091, ssl.keystore.type = JKS 2021-10-23 15:57:32.091, ssl.protocol = TLSv1.2 2021-10-23 15:57:32.091, ssl.provider = null 2021-10-23 15:57:32.091, ssl.secure.random.implementation = null 2021-10-23 15:57:32.091, ssl.trustmanager.algorithm = PKIX 2021-10-23 15:57:32.091, ssl.truststore.location = null 2021-10-23 15:57:32.091, ssl.truststore.password = null 2021-10-23 15:57:32.091, ssl.truststore.type = JKS 2021-10-23 15:57:32.091, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 15:57:32.341,15:57:32.339 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 15:57:32.341,15:57:32.340 [main] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 15:57:32.343,15:57:32.343 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 15:57:32.343,15:57:32.343 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 15:57:32.343,15:57:32.343 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1635004652340 2021-10-23 15:57:32.349,"15:57:32.349 [main] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 15:57:32.354,15:57:32.353 [main] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 15:57:32.378,"15:57:32.376 [main] INFO org.apache.coyote.http11.Http11NioProtocol - Starting ProtocolHandler [""http-nio-8082""]" 2021-10-23 15:57:32.492,15:57:32.492 [main] INFO org.springframework.boot.web.embedded.tomcat.TomcatWebServer - Tomcat started on port(s): 8082 (http) with context path '' 2021-10-23 15:57:34.110,15:57:34.107 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Triggering deferred initialization of Spring Data repositories… 2021-10-23 15:57:34.110,15:57:34.108 [main] INFO org.springframework.data.repository.config.DeferredRepositoryInitializationListener - Spring Data repositories initialized! 2021-10-23 15:57:34.150,15:57:34.147 [main] INFO org.folio.dew.ModDataExportWorkerApplication - Started ModDataExportWorkerApplication in 22.033 seconds (JVM running for 24.759) 2021-10-23 15:57:34.349,"15:57:34.348 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 15:57:34.357,"15:57:34.356 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 15:57:34.490,"15:57:34.486 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 15:57:34.569,"15:57:34.568 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 15:57:34.569,"15:57:34.568 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 15:57:35.611,"15:57:35.610 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Attempt to heartbeat failed since group is rebalancing" 2021-10-23 15:57:35.703,"15:57:35.703 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0" 2021-10-23 15:57:35.704,"15:57:35.703 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0]" 2021-10-23 15:57:35.704,"15:57:35.703 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 15:57:35.706,"15:57:35.706 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 24: {consumer-jusm-mod-data-export-worker-events-group-1-97ea805a-5b8d-451b-bf32-4dedc1e6e48d=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0]), consumer-jusm-mod-data-export-worker-events-group-11-15206db6-135b-4c40-a80f-c192ea2ae2af=Assignment(partitions=[])}" 2021-10-23 15:57:35.716,"15:57:35.716 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 24" 2021-10-23 15:57:35.716,"15:57:35.716 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: " 2021-10-23 15:57:35.716,"15:57:35.715 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 24" 2021-10-23 15:57:35.717,15:57:35.716 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [] 2021-10-23 15:57:35.738,"15:57:35.737 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0" 2021-10-23 15:57:35.760,"15:57:35.760 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 15:57:35.761,"15:57:35.760 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001061.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 15:57:35.761,"15:57:35.760 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 15:57:35.761,"15:57:35.761 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001054.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 15:57:35.761,"15:57:35.761 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 15:57:35.761,"15:57:35.761 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001070.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 15:57:35.761,"15:57:35.761 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 15:57:35.762,"15:57:35.761 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 15:57:35.763,"15:57:35.763 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001079.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 15:57:35.763,"15:57:35.763 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001084.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 15:57:35.774,"15:57:35.770 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0]" 2021-10-23 15:57:43.210,DONE 2021-10-23 15:57:50.129,Step 5 of 5: Setting up agent as a daemon ...DONE 2021-10-23 15:57:50.129,------------------------------------------------------ 2021-10-23 15:57:50.129,- Configuration file successfully saved at: /var/awslogs/etc/awslogs.conf 2021-10-23 15:57:50.129,- You can begin accessing new log events after a few moments at https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logs: 2021-10-23 15:57:50.129,- You can use 'sudo service awslogs start|stop|status|restart' to control the daemon. 2021-10-23 15:57:50.129,"- To see diagnostic information for the CloudWatch Logs Agent, see /var/log/awslogs.log" 2021-10-23 15:57:50.129,- You can rerun interactive setup using 'sudo python ./awslogs-agent-setup.py --region us-east-1 --only-generate-config' 2021-10-23 15:57:50.129,------------------------------------------------------ 2021-10-23 15:57:53.163,15:57:53.162 [http-nio-8082-exec-3] INFO org.apache.catalina.core.ContainerBase.[Tomcat].[localhost].[/] - Initializing Spring DispatcherServlet 'dispatcherServlet' 2021-10-23 15:57:53.163,15:57:53.163 [http-nio-8082-exec-3] INFO org.springframework.web.servlet.DispatcherServlet - Initializing Servlet 'dispatcherServlet' 2021-10-23 15:57:53.176,15:57:53.176 [http-nio-8082-exec-3] INFO org.springframework.web.servlet.DispatcherServlet - Completed initialization in 13 ms 2021-10-23 16:17:18.293,16:17:18.292 [http-nio-8082-exec-4] INFO org.folio.spring.controller.TenantController - Initializing tenant... 2021-10-23 16:17:18.293,16:17:18.293 [http-nio-8082-exec-4] INFO org.folio.spring.service.TenantService - About to start liquibase update for tenant [fs00001054] 2021-10-23 16:17:18.299,16:17:18.299 [http-nio-8082-exec-4] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 16:17:18.300,16:17:18.300 [http-nio-8082-exec-4] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK 2021-10-23 16:17:18.300,16:17:18.300 [http-nio-8082-exec-4] INFO liquibase.executor.jvm.JdbcExecutor - SELECT LOCKED FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOGLOCK WHERE ID=1 2021-10-23 16:17:18.302,16:17:18.302 [http-nio-8082-exec-4] INFO liquibase.lockservice.StandardLockService - Successfully acquired change log lock 2021-10-23 16:17:18.359,16:17:18.359 [http-nio-8082-exec-4] INFO liquibase.executor.jvm.JdbcExecutor - SELECT MD5SUM FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG WHERE MD5SUM IS NOT NULL 2021-10-23 16:17:18.359,16:17:18.359 [http-nio-8082-exec-4] INFO liquibase.executor.jvm.JdbcExecutor - SELECT COUNT(*) FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 16:17:18.360,16:17:18.360 [http-nio-8082-exec-4] INFO liquibase.changelog.StandardChangeLogHistoryService - Reading from FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG 2021-10-23 16:17:18.360,"16:17:18.360 [http-nio-8082-exec-4] INFO liquibase.executor.jvm.JdbcExecutor - SELECT * FROM FS00001054_MOD_DATA_EXPORT_WORKER.DATABASECHANGELOG ORDER BY DATEEXECUTED ASC, ORDEREXECUTED ASC" 2021-10-23 16:17:18.361,16:17:18.361 [http-nio-8082-exec-4] INFO liquibase.lockservice.StandardLockService - Successfully released change log lock 2021-10-23 16:17:18.361,16:17:18.361 [http-nio-8082-exec-4] INFO org.folio.spring.service.TenantService - Liquibase update for tenant [fs00001054] executed successfully 2021-10-23 16:17:18.362,"16:17:18.362 [http-nio-8082-exec-4] INFO org.folio.des.config.kafka.KafkaService - Creating topics for kafka [topics: [(name=jusm.fs00001054.data-export.job.command, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null), (name=jusm.fs00001054.data-export.job.update, numPartitions=1, replicationFactor=1, replicasAssignments=null, configs=null)]]" 2021-10-23 16:17:18.363,16:17:18.363 [http-nio-8082-exec-4] INFO org.apache.kafka.clients.admin.AdminClientConfig - AdminClientConfig values: 2021-10-23 16:17:18.363, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 16:17:18.363, client.dns.lookup = default 2021-10-23 16:17:18.363, client.id = 2021-10-23 16:17:18.363, connections.max.idle.ms = 300000 2021-10-23 16:17:18.363, default.api.timeout.ms = 60000 2021-10-23 16:17:18.363, metadata.max.age.ms = 300000 2021-10-23 16:17:18.363, metric.reporters = [] 2021-10-23 16:17:18.363, metrics.num.samples = 2 2021-10-23 16:17:18.363, metrics.recording.level = INFO 2021-10-23 16:17:18.363, metrics.sample.window.ms = 30000 2021-10-23 16:17:18.363, receive.buffer.bytes = 65536 2021-10-23 16:17:18.363, reconnect.backoff.max.ms = 1000 2021-10-23 16:17:18.363, reconnect.backoff.ms = 50 2021-10-23 16:17:18.363, request.timeout.ms = 30000 2021-10-23 16:17:18.363, retries = 2147483647 2021-10-23 16:17:18.363, retry.backoff.ms = 100 2021-10-23 16:17:18.363, sasl.client.callback.handler.class = null 2021-10-23 16:17:18.363, sasl.jaas.config = null 2021-10-23 16:17:18.363, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 16:17:18.363, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 16:17:18.363, sasl.kerberos.service.name = null 2021-10-23 16:17:18.363, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 16:17:18.363, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 16:17:18.363, sasl.login.callback.handler.class = null 2021-10-23 16:17:18.363, sasl.login.class = null 2021-10-23 16:17:18.363, sasl.login.refresh.buffer.seconds = 300 2021-10-23 16:17:18.363, sasl.login.refresh.min.period.seconds = 60 2021-10-23 16:17:18.363, sasl.login.refresh.window.factor = 0.8 2021-10-23 16:17:18.363, sasl.login.refresh.window.jitter = 0.05 2021-10-23 16:17:18.363, sasl.mechanism = GSSAPI 2021-10-23 16:17:18.363, security.protocol = PLAINTEXT 2021-10-23 16:17:18.363, security.providers = null 2021-10-23 16:17:18.363, send.buffer.bytes = 131072 2021-10-23 16:17:18.363, ssl.cipher.suites = null 2021-10-23 16:17:18.363, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 16:17:18.363, ssl.endpoint.identification.algorithm = https 2021-10-23 16:17:18.363, ssl.key.password = null 2021-10-23 16:17:18.363, ssl.keymanager.algorithm = SunX509 2021-10-23 16:17:18.363, ssl.keystore.location = null 2021-10-23 16:17:18.363, ssl.keystore.password = null 2021-10-23 16:17:18.363, ssl.keystore.type = JKS 2021-10-23 16:17:18.363, ssl.protocol = TLSv1.2 2021-10-23 16:17:18.363, ssl.provider = null 2021-10-23 16:17:18.363, ssl.secure.random.implementation = null 2021-10-23 16:17:18.363, ssl.trustmanager.algorithm = PKIX 2021-10-23 16:17:18.363, ssl.truststore.location = null 2021-10-23 16:17:18.363, ssl.truststore.password = null 2021-10-23 16:17:18.363, ssl.truststore.type = JKS 2021-10-23 16:17:18.368,16:17:18.367 [http-nio-8082-exec-4] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 16:17:18.368,16:17:18.368 [http-nio-8082-exec-4] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 16:17:18.368,16:17:18.368 [http-nio-8082-exec-4] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1635005838367 2021-10-23 16:17:18.397,16:17:18.397 [http-nio-8082-exec-4] INFO org.folio.des.config.kafka.KafkaService - Restarting kafka consumer to start listening created topics [id: mod-data-export-events-listener] 2021-10-23 16:17:18.397,"16:17:18.397 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Member consumer-jusm-mod-data-export-worker-events-group-11-15206db6-135b-4c40-a80f-c192ea2ae2af sending LeaveGroup request to coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null) due to the consumer unsubscribed from all topics" 2021-10-23 16:17:18.398,"16:17:18.398 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-11, groupId=jusm-mod-data-export-worker-events-group] Unsubscribed all topics or patterns and assigned partitions" 2021-10-23 16:17:18.398,16:17:18.398 [mod-data-export-events-listener-0-C-1] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Shutting down ExecutorService 2021-10-23 16:17:18.400,16:17:18.400 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer$ListenerConsumer - jusm-mod-data-export-worker-events-group: Consumer stopped 2021-10-23 16:17:18.401,16:17:18.401 [http-nio-8082-exec-4] INFO org.apache.kafka.clients.consumer.ConsumerConfig - ConsumerConfig values: 2021-10-23 16:17:18.401, allow.auto.create.topics = true 2021-10-23 16:17:18.401, auto.commit.interval.ms = 5000 2021-10-23 16:17:18.401, auto.offset.reset = latest 2021-10-23 16:17:18.401, bootstrap.servers = [kafka.jusm.folio-eis.us-east-1:9092] 2021-10-23 16:17:18.401, check.crcs = true 2021-10-23 16:17:18.401, client.dns.lookup = default 2021-10-23 16:17:18.401, client.id = 2021-10-23 16:17:18.401, client.rack = 2021-10-23 16:17:18.401, connections.max.idle.ms = 540000 2021-10-23 16:17:18.401, default.api.timeout.ms = 60000 2021-10-23 16:17:18.401, enable.auto.commit = false 2021-10-23 16:17:18.401, exclude.internal.topics = true 2021-10-23 16:17:18.401, fetch.max.bytes = 52428800 2021-10-23 16:17:18.401, fetch.max.wait.ms = 500 2021-10-23 16:17:18.401, fetch.min.bytes = 1 2021-10-23 16:17:18.401, group.id = jusm-mod-data-export-worker-events-group 2021-10-23 16:17:18.401, group.instance.id = null 2021-10-23 16:17:18.401, heartbeat.interval.ms = 3000 2021-10-23 16:17:18.401, interceptor.classes = [org.folio.des.config.kafka.KafkaConsumerInterceptor] 2021-10-23 16:17:18.401, internal.leave.group.on.close = true 2021-10-23 16:17:18.401, isolation.level = read_uncommitted 2021-10-23 16:17:18.401, key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 2021-10-23 16:17:18.401, max.partition.fetch.bytes = 1048576 2021-10-23 16:17:18.401, max.poll.interval.ms = 300000 2021-10-23 16:17:18.401, max.poll.records = 500 2021-10-23 16:17:18.401, metadata.max.age.ms = 300000 2021-10-23 16:17:18.401, metric.reporters = [] 2021-10-23 16:17:18.401, metrics.num.samples = 2 2021-10-23 16:17:18.401, metrics.recording.level = INFO 2021-10-23 16:17:18.401, metrics.sample.window.ms = 30000 2021-10-23 16:17:18.401, partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] 2021-10-23 16:17:18.401, receive.buffer.bytes = 65536 2021-10-23 16:17:18.401, reconnect.backoff.max.ms = 1000 2021-10-23 16:17:18.401, reconnect.backoff.ms = 50 2021-10-23 16:17:18.401, request.timeout.ms = 30000 2021-10-23 16:17:18.401, retry.backoff.ms = 100 2021-10-23 16:17:18.401, sasl.client.callback.handler.class = null 2021-10-23 16:17:18.401, sasl.jaas.config = null 2021-10-23 16:17:18.401, sasl.kerberos.kinit.cmd = /usr/bin/kinit 2021-10-23 16:17:18.401, sasl.kerberos.min.time.before.relogin = 60000 2021-10-23 16:17:18.401, sasl.kerberos.service.name = null 2021-10-23 16:17:18.401, sasl.kerberos.ticket.renew.jitter = 0.05 2021-10-23 16:17:18.401, sasl.kerberos.ticket.renew.window.factor = 0.8 2021-10-23 16:17:18.401, sasl.login.callback.handler.class = null 2021-10-23 16:17:18.401, sasl.login.class = null 2021-10-23 16:17:18.401, sasl.login.refresh.buffer.seconds = 300 2021-10-23 16:17:18.401, sasl.login.refresh.min.period.seconds = 60 2021-10-23 16:17:18.401, sasl.login.refresh.window.factor = 0.8 2021-10-23 16:17:18.401, sasl.login.refresh.window.jitter = 0.05 2021-10-23 16:17:18.401, sasl.mechanism = GSSAPI 2021-10-23 16:17:18.401, security.protocol = PLAINTEXT 2021-10-23 16:17:18.401, security.providers = null 2021-10-23 16:17:18.401, send.buffer.bytes = 131072 2021-10-23 16:17:18.401, session.timeout.ms = 10000 2021-10-23 16:17:18.401, ssl.cipher.suites = null 2021-10-23 16:17:18.401, ssl.enabled.protocols = [TLSv1.2] 2021-10-23 16:17:18.401, ssl.endpoint.identification.algorithm = https 2021-10-23 16:17:18.401, ssl.key.password = null 2021-10-23 16:17:18.401, ssl.keymanager.algorithm = SunX509 2021-10-23 16:17:18.401, ssl.keystore.location = null 2021-10-23 16:17:18.401, ssl.keystore.password = null 2021-10-23 16:17:18.401, ssl.keystore.type = JKS 2021-10-23 16:17:18.401, ssl.protocol = TLSv1.2 2021-10-23 16:17:18.401, ssl.provider = null 2021-10-23 16:17:18.401, ssl.secure.random.implementation = null 2021-10-23 16:17:18.401, ssl.trustmanager.algorithm = PKIX 2021-10-23 16:17:18.401, ssl.truststore.location = null 2021-10-23 16:17:18.401, ssl.truststore.password = null 2021-10-23 16:17:18.401, ssl.truststore.type = JKS 2021-10-23 16:17:18.401, value.deserializer = class org.springframework.kafka.support.serializer.JsonDeserializer 2021-10-23 16:17:18.404,16:17:18.404 [http-nio-8082-exec-4] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'spring.json.trusted.packages' was supplied but isn't a known config. 2021-10-23 16:17:18.404,16:17:18.404 [http-nio-8082-exec-4] WARN org.apache.kafka.clients.consumer.ConsumerConfig - The configuration 'folioModuleMetadata' was supplied but isn't a known config. 2021-10-23 16:17:18.404,16:17:18.404 [http-nio-8082-exec-4] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version: 2.5.1 2021-10-23 16:17:18.404,16:17:18.404 [http-nio-8082-exec-4] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId: 0efa8fb0f4c73d92 2021-10-23 16:17:18.404,16:17:18.404 [http-nio-8082-exec-4] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka startTimeMs: 1635005838404 2021-10-23 16:17:18.404,"16:17:18.404 [http-nio-8082-exec-4] INFO org.apache.kafka.clients.consumer.KafkaConsumer - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] Subscribed to pattern: 'jusm.(.*\.)?data-export.job.command'" 2021-10-23 16:17:18.404,16:17:18.404 [http-nio-8082-exec-4] INFO org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler - Initializing ExecutorService 2021-10-23 16:17:18.478,"16:17:18.477 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.Metadata - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] Cluster ID: slqymTv5Rr-Eu6Au9GYgqA" 2021-10-23 16:17:18.478,"16:17:18.477 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] Discovered group coordinator b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2147483644 rack: null)" 2021-10-23 16:17:18.478,"16:17:18.478 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 16:17:18.544,"10.23.38.223 - - [23/Oct/2021:16:17:18 +0000] ""POST /mod-data-export-worker/_/tenant HTTP/1.1"" 200 4 rt=0.118 uct=""0.000"" uht=""0.116"" urt=""0.116"" ""Vert.x-WebClient/4.1.0.CR1"" ""fs00001054"" ""893224e6-37d5-4ad9-8d2c-49e4258e9975"" ""979549/proxy;704291/tenant""" 2021-10-23 16:17:18.546,"16:17:18.545 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] Join group failed with org.apache.kafka.common.errors.MemberIdRequiredException: The group member needs to have a valid member id before actually entering a consumer group" 2021-10-23 16:17:18.546,"16:17:18.546 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 16:17:20.833,"16:17:20.833 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Attempt to heartbeat failed since group is rebalancing" 2021-10-23 16:17:21.038,"16:17:21.037 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Revoke previously assigned partitions jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0" 2021-10-23 16:17:21.038,"16:17:21.038 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions revoked: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0]" 2021-10-23 16:17:21.039,"16:17:21.038 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] (Re-)joining group" 2021-10-23 16:17:21.045,"16:17:21.045 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Finished assignment for group at generation 25: {consumer-jusm-mod-data-export-worker-events-group-12-d1bcc54c-f6a3-4045-b1d1-25fcd67d4e60=Assignment(partitions=[]), consumer-jusm-mod-data-export-worker-events-group-1-97ea805a-5b8d-451b-bf32-4dedc1e6e48d=Assignment(partitions=[jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0])}" 2021-10-23 16:17:21.049,"16:17:21.049 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 25" 2021-10-23 16:17:21.050,"16:17:21.050 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-12, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: " 2021-10-23 16:17:21.050,16:17:21.050 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [] 2021-10-23 16:17:21.052,"16:17:21.052 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Successfully joined group with generation 25" 2021-10-23 16:17:21.052,"16:17:21.052 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Adding newly assigned partitions: jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0" 2021-10-23 16:17:21.056,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001057.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 16:17:21.056,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001061.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 16:17:21.056,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001037.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 16:17:21.056,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001054.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 16:17:21.056,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001020.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 16:17:21.056,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001070.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 16:17:21.057,"16:17:21.056 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001038.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-3.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 3 rack: use1-az6)], epoch=0}}" 2021-10-23 16:17:21.057,"16:17:21.057 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001051.data-export.job.command-0 to the committed offset FetchPosition{offset=1, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-1.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 1 rack: use1-az2)], epoch=0}}" 2021-10-23 16:17:21.057,"16:17:21.057 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001079.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-4.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 4 rack: use1-az2)], epoch=0}}" 2021-10-23 16:17:21.057,"16:17:21.057 [mod-data-export-events-listener-0-C-1] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-jusm-mod-data-export-worker-events-group-1, groupId=jusm-mod-data-export-worker-events-group] Setting offset for partition jusm.fs00001084.data-export.job.command-0 to the committed offset FetchPosition{offset=0, offsetEpoch=Optional.empty, currentLeader=LeaderAndEpoch{leader=Optional[b-2.tenant-juniper.vy4hva.c17.kafka.us-east-1.amazonaws.com:9092 (id: 2 rack: use1-az6)], epoch=0}}" 2021-10-23 16:17:21.057,"16:17:21.057 [mod-data-export-events-listener-0-C-1] INFO org.springframework.kafka.listener.KafkaMessageListenerContainer - jusm-mod-data-export-worker-events-group: partitions assigned: [jusm.fs00001057.data-export.job.command-0, jusm.fs00001061.data-export.job.command-0, jusm.fs00001037.data-export.job.command-0, jusm.fs00001054.data-export.job.command-0, jusm.fs00001020.data-export.job.command-0, jusm.fs00001070.data-export.job.command-0, jusm.fs00001038.data-export.job.command-0, jusm.fs00001051.data-export.job.command-0, jusm.fs00001079.data-export.job.command-0, jusm.fs00001084.data-export.job.command-0]"