Starting log. Severity threshold: Info, LogFilesNumber = 100, LogFileMaxSize = 15 Mbs, ArchivesLimit = 100 ----------------------------------------------------------------------------------------------------------------- Release version : 13.1.0.206 Application : Veeam.HpeMorpheusVme.Service, Version=13.1.0.206, Culture=neutral, PublicKeyToken=null OS Platform : Unix OS Version : Unix 5.14.0.284 CLR Version : 8.0.22 Machine : vbr-e9653f05 Hostname : vbr-e9653f05 Account : vbr-e9653f05\veeam-usr-platform-service-hpe Culture Info : en-US Timezone name : (UTC+01:00) Central European Time (Madrid) Daylight saving : True Network Interfaces: 1. lo Operational Status....................... : Up Physical Address......................... : 000000000000 Interface Type........................... : Loopback DNS suffix .............................. : DNS enabled ............................. : True Gateways: - Unicast IP Addresses: 127.0.0.1 ::1 IP Addresses: 10.10.10.25 ::1 2. ens192 Operational Status....................... : Up Physical Address......................... : 005056B37BE4 Interface Type........................... : Ethernet DNS suffix .............................. : DNS enabled ............................. : True Gateways: 10.10.10.1 Unicast IP Addresses: 10.10.10.25 IP Addresses: 10.10.10.25 ::1 Application config: {"Service":{"WorkerThreads":50,"CompletionPortThreads":50},"ValidationJWTToken":{"ValidateExpiration":true},"Logging":{"LogLevel":"Info","ArchiveAboveSizeMb":15,"ArchiveOldFileOnStartup":false,"MaxServiceArchiveFiles":100,"KeepLogsFor":"182 days","EnableArchiveFileCompression":true,"LogTargets":[{"Name":"serviceLog","FileName":"Veeam.HPEMORPHEUSVME.PlatformSvc.log","Loggers":"*","Filters":"StaticFileMiddleware"}]},"VmImages":{"ImageFileName":"","ImageFilePrefix":"HpeMorpheusVmeWorker","RemoteCloudInitDir":"/var/lib/vz/snippets/","RemoteImagesPath":"/var/lib/vz/template/iso/","CloudInitStorage":"local"},"HypervisorHeartbeat":{"StateCheckInterval":"1 min","CheckVersionIsSupported":true},"HypervisorRestClient":{"RetryCount":10,"RetryInterval":"10 sec","ConnectionTimeout":"5 min","PooledConnectionLifetime":"1 day","PooledConnectionIdleTimeout":"1 min","MaxConnectionsPerServer":2147483647,"CustomTimeouts":[],"CustomRetries":[]},"Hypervisor":{"StateCheckInterval":"1 min","TaskCheckInterval":"2 sec","TaskWaitTimeout":"10 min","TrustRevokedCertificate":false,"RefreshEntitiesInterval":"15 min","Ssh":{"RetryCount":5,"RetryInterval":"5 sec","ConnectionTimeout":"30 sec","CommandExecutionTimeout":"10 min","EnableKeepAlive":true,"KeepAliveInterval":"25 sec"},"MinimumHypervisorVersion":"8.0.11"},"DbProviderRestClient":{"RetryCount":10,"RetryInterval":"10 sec","ConnectionTimeout":"15 min","BatchQueryObjectsCount":1000,"CustomTimeouts":[],"CustomRetries":[]},"DbProviderSettings":{"WaitTaskInterval":"10 sec","WaitTaskTimeout":"15 min","SnapshotsBatchSize":100,"PoliciesBatchSize":100,"PolicyStatesBatchSize":100,"PoliciesSessionsBatchSize":100,"RestoreSessionsBatchSize":100},"UpdaterRestClient":{"RetryCount":10,"RetryInterval":"10 sec","ConnectionTimeout":"5 min","CustomTimeouts":[],"CustomRetries":[]},"CheckUpdates":{"CheckUpdaterStateInterval":"10 sec","WaitUpdaterStateTimeout":"15 min","CheckUpdatesProgressInterval":"5 sec","CheckUpdatesTimeout":"1 hour","CheckInstallProgressInterval":"5 sec","InstallUpdatesTimeout":"1 hour"},"RestoreDefaults":{"HpeDefaults":{"IdeBusMaxDisks":2,"SataBusMaxDisks":6,"VirtioBusMaxDisks":24,"ScsiBusMaxDisks":256,"BusesFillingOrder":"SATA, SCSI, IDE, VIRTIO","MinMemoryMb":512,"MinCpuCount":1},"CPUs":2,"CoresPerCPU":1,"MemoryGb":4,"BootConfig":"BIOS","IgnoreOriginalBus":false},"InstantRecoveryDefaults":{"MigrationProgressPolling":"10 sec","PoShRetryCount":3,"PoShRetryDelay":"60 sec","PoShCmdLetDefaultTimeout":"30 min","PoShPublishDisksTimeout":"3 hours"},"RestApi":{"TokenLifetime":"90 min","ShowPrivateRestApiInSwaggerUI":true,"CustomLogging":[]},"BackupRestore":{"WorkerThreads":60,"CompletionPortThreads":60,"StartBackupJobSessionInParallel":1,"EnableBitLooker":true,"SkipSwapFile":true,"RestoreReadersCount":1,"RestoreWritersCount":20,"RestoreRegionQueueSize":64,"RestoreRegionSize":4194304,"RestoreOpenTargetDirectly":true,"BackupRestoreAgentRegistrationTimeout":"5 min","BackupRestoreAgentInitializationTimeout":"10 min","BackupTimeout":"7 day","BackupCheckInterval":"5 seconds","RestoreTimeout":"7 day","RestoreCheckInterval":"5 seconds","RpcCallRetryInterval":"1 min","RpcCallRetryCount":5,"RpcCallTimeout":"1 hour","VmbApiProperties":{"VmbApiPreReadBufSize":"1048576","VmbApiPreReadQueueDepth":"32","VmbApiProcessedProgressMode":"0"},"EnableRestorePointRetention":false,"DeviceDiscoveryRetryDelay":"10 seconds","DeviceDiscoveryAttemptsMaxCount":10},"BackupManager":{"ResourcesWaitTimeout":"7 days","ResourcesWaitLogInterval":"10 min","TaskQueueProcessingInterval":"1 sec","WorkerAssignmentStateLoggingInterval":"10 min"},"DataSynchronization":{"PolicySessionUpdateInterval":"10 sec","QueueLimit":30000,"WaitForConsumerKeyLifetime":"1 day","WaitForConsumerTimeout":"1 min","WaitForConsumerInterval":"10 sec"},"Workers":{"IpDiscoveryTimeout":"10 min","CheckIpDiscoveredInterval":"5 sec","PreparationBackoffInterval":"1 h","RollbackOnUpgradeFailed":true,"RemoveVmOnFailedDeploy":true,"StartedOnAnotherHostSeverity":"Error","DownloadFullLogsOnTest":false,"DownloadCrashDumpsOnTest":false,"InheritWorkerProxySettingsByDefault":false,"NonOptimalWorkerNotify":true,"Vm":{"DefaultMaxConcurrentTasks":4,"MemoryMbPerTask":1024,"CpuPerTask":1,"BaseCpu":2,"BaseMemoryGb":2,"KeepTurnedOn":false},"Monitoring":{"Types":["Cpu","Memory"],"RowInterval":"5 sec","CheckInterval":"30 sec","AvgIntervalToWarning":"10 min","CpuUsageWarningPercentage":95,"MemoryUsageWarningPercentage":95,"DiskSpaceUsageWarningPercentage":90},"CrashDumps":{"MaxProcessDumpsCount":3}},"VcfSettings":{"VcfKeepAlive":{"Enabled":true,"RetryCount":2,"RetryInterval":"5 sec","InactionTimeout":"5 sec"},"VcfRetry":{"RetryCount":10,"RetryInterval":"5 sec","ConnectionTimeout":"5 min"},"VcfGetEndpointTimeout":"5 min"},"BsCommunicationService":{"RetryCount":3,"RetryInterval":"5 sec","ServiceStartupTimeout":"15 min","RpcCallTimeout":"1 hour"},"SessionManager":{"CacheFinishedSessionPeriod":"31 days","KeepAliveInterval":"2 minutes"},"Events":{"RaiseJobStartEvent":true,"RaiseJobFinishEvent":true,"RaiseJobUpdateEvent":false},"MemoryManagement":{"ReleaseUnmanagedMemoryInterval":"1 min","LogMemoryConsumptionInterval":"10 min"},"Development":{}} 2025-12-02 16:53:16.5764 00007 [48867] INFO | [Mvc]: Mvc configuring 2025-12-02 16:53:16.6062 00007 [48867] INFO | [Mvc]: Mvc configuring done 2025-12-02 16:53:16.6260 00007 [48867] INFO | [WebServiceStarter]: Registering the Swagger service ... 2025-12-02 16:53:16.6276 00007 [48867] INFO | [WebServiceStarter]: Swagger service is registered [API version: "1.0-rev15"] 2025-12-02 16:53:16.6424 00007 [48867] INFO | [PlatformService]: Performing the "Veeam Plug-in for HPE Morpheus VM Essentials" Platform Service preinitialization 2025-12-02 16:53:16.6441 00007 [48867] INFO | [LinuxSecurityProvider]: Failed to obtain the certificate thumbprint. A new certificate will be created 2025-12-02 16:53:16.6441 00007 [48867] INFO | [CertificateManager]: Generating new self-signed certificate 2025-12-02 16:53:16.8857 00007 [48867] INFO | [CertificateManager]: New certificate was generated 2025-12-02 16:53:16.8870 00007 [48867] INFO | [CertificateManager]: Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 2025-12-02 16:53:16.8870 00007 [48867] INFO | [CertificateStoreBase]: Adding the certificate to the store... 2025-12-02 16:53:16.8926 00007 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 16:53:16.9105 00007 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 16:53:16.9172 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Saving certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 (vbr-e9653f05) to store My 2025-12-02 16:53:17.0461 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Deploying certificate store database: version = 1, kind = Public 2025-12-02 16:53:17.0499 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Creating table: name = public_cert_data 2025-12-02 16:53:17.0509 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Creating table: name = cert_store_info 2025-12-02 16:53:17.0509 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Creating index: name = certificates_by_serialnumber 2025-12-02 16:53:17.0509 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Creating index: name = certificates_by_subjectname 2025-12-02 16:53:17.0519 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Inserting certificate store info: version = 1, kind = Public 2025-12-02 16:53:17.0568 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Deployed certificate store database: version = 1, kind = Public 2025-12-02 16:53:17.0626 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Deploying certificate store database: version = 1, kind = Private 2025-12-02 16:53:17.0626 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Creating table: name = private_cert_data 2025-12-02 16:53:17.0629 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Creating table: name = cert_store_info 2025-12-02 16:53:17.0629 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Inserting certificate store info: version = 1, kind = Private 2025-12-02 16:53:17.0648 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Deployed certificate store database: version = 1, kind = Private 2025-12-02 16:53:17.0928 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Saved certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 (vbr-e9653f05) to store My 2025-12-02 16:53:17.0929 00007 [48867] INFO | [CertificateStoreBase]: Successfully added the certificate 2025-12-02 16:53:17.0929 00007 [48867] INFO | [CertificateStoreBase]: Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 2025-12-02 16:53:17.0929 00007 [48867] INFO | [CertificateUtils]: Updating the certificate thumbprint: New value "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1", file path "/etc/veeam/platform-service-hpemorpheusvme/openssl/ps_cert_thumbprint.txt" 2025-12-02 16:53:17.0929 00007 [48867] INFO | [CertificateUtils]: Successfully updated the certificate thumbprint "/etc/veeam/platform-service-hpemorpheusvme/openssl/ps_cert_thumbprint.txt" 2025-12-02 16:53:17.0953 00007 [48867] INFO | [VeeamPlatformAuthenticator]: Starting 2025-12-02 16:53:17.0986 00008 [48867] INFO | [VeeamPlatformAuthenticator]: Obtaining a token from Veeam Backup & Replication: Initial request 2025-12-02 16:53:17.1017 00008 [48867] INFO | [LinuxSecurityProvider]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-02 16:53:17.1017 00008 [48867] INFO | [CertificateManager]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 16:53:17.1019 00008 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 16:53:17.1019 00008 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 16:53:17.1084 00008 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 16:53:17.1136 00008 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 16:53:17.1246 00008 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 16:53:17.1246 00008 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 16:53:17.1330 00008 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-02 16:53:17.1339 00008 [48867] INFO | [VeeamPlatformAuthenticator]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-02 16:53:18.1726 00008 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executed successfully 2025-12-02 16:53:18.3621 00008 [48867] INFO | [DbProvider client]: Trying to connect to DbProvider... 2025-12-02 16:53:18.3809 00008 [48867] INFO | [DbProvider client]: DbProvider Token has been updated. UTC expiration date: "2025-12-02T16:08:18Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDY5MTY5OCwiaWF0IjoxNzY0NjkwNzk4LCJuYmYiOjE3NjQ2OTA3OTgsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6ImU3ZmJmMzk3LTA5NmYtNDI1NC04Y2RkLTBiZmQ0ZjU0YjY4YiJ9" 2025-12-02 16:53:18.5012 00007 [48867] INFO | [DbProvider client]: Connected successfully to DbProvider 2025-12-02 16:53:18.5067 00007 [48867] INFO | [DataUpgrade]: Running migration "FinishRunningSessions"... 2025-12-02 16:53:18.5079 00007 [48867] INFO | [FinishRunningSessions]: Marking all running sessions as Failed... 2025-12-02 16:53:18.5091 00007 [48867] INFO | [FinishRunningSessions]: Finishing running service sessions... 2025-12-02 16:53:18.5266 00007 [48867] INFO | [FinishRunningSessions]: 0 running service sessions were found 2025-12-02 16:53:18.5283 00008 [48867] INFO | [FinishRunningSessions]: Successfully finished running service sessions 2025-12-02 16:53:18.5296 00008 [48867] INFO | [FinishRunningSessions]: Finishing running job sessions... 2025-12-02 16:53:18.5502 00008 [48867] INFO | [FinishRunningSessions]: 0 running job sessions were found 2025-12-02 16:53:18.5502 00007 [48867] INFO | [FinishRunningSessions]: Successfully finished running job sessions 2025-12-02 16:53:18.5515 00007 [48867] INFO | [FinishRunningSessions]: Finishing running restore sessions... 2025-12-02 16:53:18.5630 00007 [48867] INFO | [FinishRunningSessions]: 0 running restore sessions were found 2025-12-02 16:53:18.5630 00008 [48867] INFO | [FinishRunningSessions]: Successfully finished running restore sessions 2025-12-02 16:53:18.5630 00008 [48867] INFO | [FinishRunningSessions]: Marked all running sessions as Failed 2025-12-02 16:53:18.5643 00008 [48867] INFO | [DataUpgrade]: Running migration "UpdateCustomDataToLatestVersionUpgrade"... 2025-12-02 16:53:18.5655 00008 [48867] INFO | [UpdateCustomDataToLatestVersionUpgrade]: Updating custom data to the latest version 13.1.0.206 2025-12-02 16:53:18.6269 00008 [48867] INFO | [UpdateCustomDataToLatestVersionUpgrade]: All custom data has now the latest version 13.1.0.206 2025-12-02 16:53:18.6295 00008 [48867] INFO | [AllRepoPermissionsVirtualBackupAppliance]: Creating or updating the virtual backup appliance "Virtual proxy with access to all repositories", a272c793-07f4-4ba9-890a-1aec5bbd245c 2025-12-02 16:53:18.8855 00008 [48867] INFO | [VirtualBackupAppliance]: Creating or updating the virtual backup appliance "Virtual backup appliance", 9f096196-c88f-4913-9e91-089d8878f132 2025-12-02 16:53:19.2871 00007 [48867] INFO | [PlatformService]: Successfully finished performing the "Veeam Plug-in for HPE Morpheus VM Essentials" Platform Service preinitialization 2025-12-02 16:53:19.2871 00007 [48867] INFO | [PlatformService]: "Veeam Plug-in for HPE Morpheus VM Essentials" Platform Service started 2025-12-02 16:53:19.3090 00007 [48867] INFO | [SessionStorage]: Start "session cache cleaner" 2025-12-02 16:53:19.3251 00007 [48867] INFO | [TaskManager]: Start "task queue processor" 2025-12-02 16:53:19.3370 00007 [48867] INFO | [WorkersCertificateManagerBase]: The certificate thumbprint was not found. A new certificate will be created 2025-12-02 16:53:19.3370 00007 [48867] INFO | [WorkersCertificateManagerBase]: Creating the worker parent certificate... 2025-12-02 16:53:21.2057 00007 [48867] INFO | [CertificateStoreBase]: Adding the certificate to the store... 2025-12-02 16:53:21.2059 00007 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 16:53:21.2059 00007 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 16:53:21.2069 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Saving certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 (vbr-e9653f05.(none)) to store My 2025-12-02 16:53:21.2209 00007 [48867] INFO | [SqliteCertificateStoreAccessor]: Saved certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 (vbr-e9653f05.(none)) to store My 2025-12-02 16:53:21.2209 00007 [48867] INFO | [CertificateStoreBase]: Successfully added the certificate 2025-12-02 16:53:21.2209 00007 [48867] INFO | [CertificateStoreBase]: Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 2025-12-02 16:53:21.2209 00007 [48867] INFO | [WorkersCertificateManagerBase]: Created the worker parent certificate 2025-12-02 16:53:21.2209 00007 [48867] INFO | [CertificateUtils]: Updating the certificate thumbprint: New value "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252", file path "/etc/veeam/platform-service-hpemorpheusvme/openssl/parent_worker_cert_thumbprint.txt" 2025-12-02 16:53:21.2209 00007 [48867] INFO | [CertificateUtils]: Successfully updated the certificate thumbprint "/etc/veeam/platform-service-hpemorpheusvme/openssl/parent_worker_cert_thumbprint.txt" 2025-12-02 16:53:21.2372 00007 [48867] INFO | [PlatformService]: Platform Service is listening on HTTP 127.0.0.1:8548 2025-12-02 16:53:21.2414 00011 [48867] INFO | [ImageUpdaterManager]: Start "Image updater instance cleaner" 2025-12-02 16:53:21.2419 00007 [48867] INFO | [Workflow]: Start "system usage notifier" 2025-12-02 16:53:21.2558 00007 [48867] INFO | [WorkerManager]: Loading state ... 2025-12-02 16:53:21.2652 00007 [48867] INFO | [WorkerManager]: State loaded. Number of restored workers: 0 2025-12-02 16:53:21.2652 00007 [48867] INFO | [WorkerManager]: Initialized 2025-12-02 16:53:21.2673 00007 [48867] INFO | [ServiceBase]: Starting 2025-12-02 16:53:21.2680 00007 [48867] INFO | [PlatformService]: Plugin initialization started 2025-12-02 16:53:21.2680 00007 [48867] INFO | [PlatformService]: ThreadPool: max worker threads=32767, max asynchronous I/O threads=1000 2025-12-02 16:53:21.2680 00007 [48867] INFO | [PlatformService]: min worker threads=50, min asynchronous I/O threads=50 2025-12-02 16:53:21.2816 00007 [48867] INFO | [DbClientManager]: Start "DB client instance cleaner" 2025-12-02 16:53:21.2842 00007 [48867] INFO | [ApplianceFlrManager]: Initializing Appliances... 2025-12-02 16:53:21.2853 00007 [48867] INFO | [ApplianceFlrManager]: Restoring appliances from state ... 2025-12-02 16:53:21.3176 00007 [48867] INFO | [ApplianceFlrManager]: 0 flr appliances have been restored from state 2025-12-02 16:53:21.3176 00007 [48867] INFO | [ApplianceFlrManager]: Appliances initialized successfully 2025-12-02 16:53:21.3198 00007 [48867] INFO | [SessionStorage]: Loading backup sessions to the cache from DbProvider since 11/1/2025 3:53:21 PM 2025-12-02 16:53:21.3389 00007 [48867] INFO | [SessionStorage]: Loaded 0 backup sessions to the cache from DbProvider 2025-12-02 16:53:21.3404 00007 [48867] INFO | [SessionKeepAliveManager]: Start "keep active sessions alive" 2025-12-02 16:53:21.3404 00007 [48867] INFO | [SessionKeepAliveManager]: Start "keep active sessions alive" 2025-12-02 16:53:21.3404 00007 [48867] INFO | [SchedulerManager]: Scheduler manager initializing... 2025-12-02 16:53:21.3404 00007 [48867] INFO | [SchedulerManager]: Start "job scheduler workflow" 2025-12-02 16:53:21.3412 00007 [48867] INFO | [SchedulerManager]: Initiate iteration for "job scheduler workflow" 2025-12-02 16:53:21.3412 00007 [48867] INFO | [SchedulerManager]: Scheduler manager initialized successful 2025-12-02 16:53:21.3430 00007 [48867] INFO | [BackupPolicyManager]: Loading state ... 2025-12-02 16:53:21.3676 00007 [48867] INFO | [BackupPolicyManager]: State loaded. Number of restored policies 0 2025-12-02 16:53:21.3690 00007 [48867] INFO | [ClusterManager]: ClusterManager initializing... 2025-12-02 16:53:21.3702 00007 [48867] INFO | [ClusterManager]: Loading state ... 2025-12-02 16:53:21.3812 00007 [48867] INFO | [ClusterManager]: State restored. Number of restored clusters: 0 2025-12-02 16:53:21.3812 00007 [48867] INFO | [ClusterManager]: ClusterManager initialized successful. Number of registered clusters = 0 2025-12-02 16:53:21.3828 00007 [48867] INFO | [MorpheusManager]: Initializing HPE VM Essentials managers... 2025-12-02 16:53:21.3838 00007 [48867] INFO | [MorpheusManager]: Obtaining the HPE VM Essentials manager state... 2025-12-02 16:53:21.3916 00007 [48867] INFO | [MorpheusManager]: Successfully restored the state. Number of restored HPE VM Essentials managers: 0 2025-12-02 16:53:21.3920 00007 [48867] INFO | [MorpheusManager]: Successfully initialized HPE VM Essentials managers. Number of registered HPE VM Essentials managers: 0 2025-12-02 16:53:21.3954 00007 [48867] INFO | [EntitiesSynchronizer]: Start "refresh entities workflow" 2025-12-02 16:53:21.3963 00007 [48867] INFO | [PlatformService]: Plugin initialization finished 2025-12-02 16:53:21.3963 00007 [48867] INFO | [Workflow]: Start "old logs cleaner" 2025-12-02 16:53:21.3963 00007 [48867] INFO | [Workflow]: Initiate iteration for "old logs cleaner" 2025-12-02 16:53:21.4041 00007 [48867] WARN | [XmlKeyManager]: No XML encryptor configured. Key {07a4c932-a3c5-4fd3-9011-a0b28a4e16ff} may be persisted to storage in unencrypted form. 2025-12-02 16:53:21.4109 00007 [48867] INFO | [WebServiceStarter]: Configure Swagger... 2025-12-02 16:53:21.4223 00007 [48867] INFO | [WebServiceStarter]: Swagger "Endpoint v1: private/v1/swagger.json, Description v1: Veeam Plug-in for HPE Morpheus VM Essentials Private API V1" 2025-12-02 17:24:19.3528 00029 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CH:00000002]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-02 17:24:19.3528 00029 [48867] INFO | [LinuxSecurityProvider][0HNHHNEF1Q0CH:00000002]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-02 17:24:19.3528 00029 [48867] INFO | [CertificateManager][0HNHHNEF1Q0CH:00000002]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 17:24:19.3528 00029 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CH:00000002]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 17:24:19.3528 00029 [48867] INFO | [SDataProtector][0HNHHNEF1Q0CH:00000002]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 17:24:19.3582 00029 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0CH:00000002]: Accessing custom certificate store My (local) 2025-12-02 17:24:19.3582 00029 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CH:00000002]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 17:24:19.3628 00029 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CH:00000002]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 17:24:19.3628 00029 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CH:00000002]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 17:24:19.3628 00029 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CH:00000002]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-02 17:24:19.3628 00029 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CH:00000002]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-02 17:24:20.2802 00029 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CH:00000002]: VeeamAuth executed successfully 2025-12-02 17:24:20.2849 00029 [48867] INFO | [DbProvider client][0HNHHNEF1Q0CH:00000002]: DbProvider Token has been updated. UTC expiration date: "2025-12-02T16:39:20Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDY5MzU2MCwiaWF0IjoxNzY0NjkyNjYwLCJuYmYiOjE3NjQ2OTI2NjAsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6IjcwNjA4NjliLWIxMTctNDFjZi1hZjE0LWY5OGE0MGUxNjcyNSJ9" 2025-12-02 17:24:20.4200 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: <== Request "Post" "https://https//mmr-vme-manager-01.university.encora:443/oauth/token?client_id=morph-api&grant_type=password&scope=write", headers: "[traceparent: 00-48fdc4c067bbac4208d6afadbf4f0540-12f88368b09a7b48-00]", cookies: "[]", body: "{}" 2025-12-02 17:24:20.4209 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: ==> Response "Post" "https://https//mmr-vme-manager-01.university.encora:443/oauth/token?client_id=morph-api&grant_type=password&scope=write", "status: 11001 - HostNotFound", duration: "16 msec", headers: "[]", cookies: "[]", body: """" 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: A network error occurred during communication with "https://mmr-vme-manager-01.university.encora": System.Net.Sockets.SocketException (0xFFFDFFFF): Name or service not known 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.ThrowException(SocketError error, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.System.Threading.Tasks.Sources.IValueTaskSource.GetResult(Int16 token) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at System.Net.Sockets.Socket.g__WaitForConnectWithCancellation|285_0(AwaitableSocketAsyncEventArgs saea, ValueTask connectTask, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at System.Net.Http.HttpConnectionPool.ConnectToTcpHostAsync(String host, Int32 port, HttpRequestMessage initialRequest, Boolean async, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.ResponseHandler(InternalResponse response) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.<>c.<.ctor>b__247_0(RestRequest _, InternalResponse response, RestClient _, Context _) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteAsync[T](RestRequest request, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.AuthenticationApi.GetAccessTokenWithHttpInfoAsync(String clientId, String grantType, String scope, String username, String password, Object refreshToken, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.AuthenticationApi.GetAccessTokenAsync(String clientId, String grantType, String scope, String username, String password, Object refreshToken, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.LogInAsync(CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.InterceptRequest(InternalRequest request, RestClient client, Context context) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteInternalAsync(RestClient client, RestRequest request, Context context, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteAsync[T](RestRequest request, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.ApplianceSettingsApi.ListApplianceSettingsWithHttpInfoAsync(CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.ApplianceSettingsApi.ListApplianceSettingsAsync(CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.GetHpeApplianceSettingsAsync(HpeRestClient restClient, CancellationToken cancellationToken) 2025-12-02 17:24:20.4239 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000002]: at Veeam.PlatformService.BackupRestore.Hypervisor.Hpe.Extensions.HpeExtensions.ValidateCertificateInternalAsync(HpeRestClient restClient, String ipOrDnsName, CertificateValidator certificateValidator, CancellationToken cancellationToken) 2025-12-02 17:24:45.5372 00028 [48867] INFO | [HpeExtensions][CertificateThumbprintValidator][0HNHHNEF1Q0CH:00000003]: Checking whether the expected thumbprint NULL matches the server thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" 2025-12-02 17:24:45.5381 00028 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CH:00000003]: Validating remote endpoint ssl certificate, thumbprint D912B46750BED5F138654A5AD63200F6F27F90C8 2025-12-02 17:24:45.5393 00028 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CH:00000003]: Certificate summary information: Certificate errors: RemoteCertificateNameMismatch, RemoteCertificateChainErrors Certificate chain errors: UntrustedRoot (self-signed certificate) 2025-12-02 17:24:45.5393 00028 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CH:00000003]: Remote certificate D912B46750BED5F138654A5AD63200F6F27F90C8 has following validation issues 2025-12-02 17:24:45.5398 00028 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CH:00000003]: Remote certificate name mismatch 2025-12-02 17:24:45.5398 00028 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CH:00000003]: self-signed certificate 2025-12-02 17:24:45.5398 00028 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: Failed to validate the certificate. SslPolicyErrors: RemoteCertificateNameMismatch, RemoteCertificateChainErrors. Remote "Certificate thumbprint: D912B46750BED5F138654A5AD63200F6F27F90C8, issuer: E=morpheus@morpheusdata.com, CN=mmr-vme-manager-01, OU=DevOps, O="Morpheus Data, LLC", L=Greenwood Village, S=CO, C=US, serial number: 0436ABE68CD9A814AF2AF4F9D4971457ED7EF7D3, valid: 11/7/2025 10:28:57 AM - 11/8/2027 10:28:57 AM" 2025-12-02 17:24:45.5446 00026 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: <== Request "Post" "https://mmr-vme-manager-01.university.encora/oauth/token?client_id=morph-api&grant_type=password&scope=write", headers: "[traceparent: 00-bc722bf78307bcf0b5f6b279b724fb36-496607b87d790534-00]", cookies: "[]", body: "{}" 2025-12-02 17:24:45.5446 00026 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: ==> Response "Post" "https://mmr-vme-manager-01.university.encora/oauth/token?client_id=morph-api&grant_type=password&scope=write", "status: Error", duration: "125 msec", headers: "[]", cookies: "[]", body: """" 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: Certificate validation error for "mmr-vme-manager-01.university.encora": System.Security.Authentication.AuthenticationException: The remote certificate was rejected by the provided RemoteCertificateValidationCallback. 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at System.Net.Security.SslStream.SendAuthResetSignal(ReadOnlySpan`1 alert, ExceptionDispatchInfo exception) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at System.Net.Security.SslStream.CompleteHandshake(SslAuthenticationOptions sslAuthenticationOptions) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at System.Net.Security.SslStream.ForceAuthenticationAsync[TIOAdapter](Boolean receiveFirst, Byte[] reAuthenticationData, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at System.Net.Http.ConnectHelper.EstablishSslConnectionAsync(SslClientAuthenticationOptions sslOptions, HttpRequestMessage request, Boolean async, Stream stream, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.ResponseHandler(InternalResponse response) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.<>c.<.ctor>b__247_0(RestRequest _, InternalResponse response, RestClient _, Context _) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteAsync[T](RestRequest request, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.AuthenticationApi.GetAccessTokenWithHttpInfoAsync(String clientId, String grantType, String scope, String username, String password, Object refreshToken, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.AuthenticationApi.GetAccessTokenAsync(String clientId, String grantType, String scope, String username, String password, Object refreshToken, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.LogInAsync(CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.InterceptRequest(InternalRequest request, RestClient client, Context context) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteInternalAsync(RestClient client, RestRequest request, Context context, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteAsync[T](RestRequest request, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.ApplianceSettingsApi.ListApplianceSettingsWithHttpInfoAsync(CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.ApplianceSettingsApi.ListApplianceSettingsAsync(CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.GetHpeApplianceSettingsAsync(HpeRestClient restClient, CancellationToken cancellationToken) 2025-12-02 17:24:45.5450 00029 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CH:00000003]: at Veeam.PlatformService.BackupRestore.Hypervisor.Hpe.Extensions.HpeExtensions.ValidateCertificateInternalAsync(HpeRestClient restClient, String ipOrDnsName, CertificateValidator certificateValidator, CancellationToken cancellationToken) 2025-12-02 17:24:48.0765 00029 [48867] INFO | [HpeExtensions][CertificateThumbprintValidator][0HNHHNEF1Q0CH:00000004]: Checking whether the expected thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" matches the server thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" 2025-12-02 17:25:04.8026 00023 [48867] INFO | [HpeExtensions][CertificateThumbprintValidator][0HNHHNEF1Q0CH:00000006]: Checking whether the expected thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" matches the server thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" 2025-12-02 17:26:10.7631 00026 [48867] INFO | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal][0HNHHNEF1Q0CH:00000008]: Session logs parameters: NULL 2025-12-02 17:26:10.9081 00031 [48867] INFO | [MorpheusController]: Registering HPE Morpheus VM Essentials... 2025-12-02 17:26:11.1902 00031 [48867] ERROR | [MorpheusController]: Failed to register HPE Morpheus VM Essentials: Hypervisor version 8.0.10 is not supported. The oldest supported version is 8.0.11: Veeam.Vbf.Common.Exceptions.ExceptionWithDetail: Hypervisor version 8.0.10 is not supported. The oldest supported version is 8.0.11 2025-12-02 17:26:11.1902 00031 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.HypervisorManagement.Extensions.HypervisorExtensions.ValidateHypervisorVersion(IConfigurationRoot configurationRoot, String currentVersionStr) 2025-12-02 17:26:11.1902 00031 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.ValidateAndFillMorpheusSettingsAsync(DbMasterServerSettings dtoSettings, CancellationToken cancellationToken) 2025-12-02 17:26:11.1902 00031 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.<>c__DisplayClass28_0.<b__2>d.MoveNext() 2025-12-02 17:26:11.1902 00031 [48867] ERROR | [MorpheusController]: --- End of stack trace from previous location --- 2025-12-02 17:26:11.1902 00031 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync[T](IProgressReporterBase reporter, ILogger logger, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail) 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: Failed to execute task HPE Morpheus VM Essentials Registration: Veeam.Vbf.Common.Exceptions.ExceptionWithDetail: Hypervisor version 8.0.10 is not supported. The oldest supported version is 8.0.11 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: at Veeam.Vbf.HypervisorManagement.Extensions.HypervisorExtensions.ValidateHypervisorVersion(IConfigurationRoot configurationRoot, String currentVersionStr) 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.ValidateAndFillMorpheusSettingsAsync(DbMasterServerSettings dtoSettings, CancellationToken cancellationToken) 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.<>c__DisplayClass28_0.<b__2>d.MoveNext() 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: --- End of stack trace from previous location --- 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync[T](IProgressReporterBase reporter, ILogger logger, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail) 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.AddMorpheusInternalAsync(MorpheusSettings body, IProgressReporter progressReporter, CancellationToken cancellationToken) 2025-12-02 17:26:11.1921 00031 [48867] ERROR | [Task][04082661-c06e-4d41-bb97-146d5f8a2978][Internal]: at Veeam.Vbf.TaskManagement.ActiveSession.RunPayloadAsync() 2025-12-02 17:34:47.2297 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "ProductInfoCollector".... 2025-12-02 17:34:47.2306 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "ProductInfoCollector" 2025-12-02 17:34:47.2306 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeMorpheusCollector".... 2025-12-02 17:34:47.2384 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeMorpheusCollector" 2025-12-02 17:34:47.2384 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeClusterCollector".... 2025-12-02 17:34:47.2399 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeClusterCollector" 2025-12-02 17:34:47.2399 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeInfrastructureCountCollector".... 2025-12-02 17:34:47.2399 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeInfrastructureCountCollector" 2025-12-02 17:34:47.2409 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeStorageCollector".... 2025-12-02 17:34:47.2422 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeStorageCollector" 2025-12-02 17:34:47.2422 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeJobCollector".... 2025-12-02 17:34:47.2448 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeJobCollector" 2025-12-02 17:34:47.2449 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeNetworkCollector".... 2025-12-02 17:34:47.2458 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeNetworkCollector" 2025-12-02 17:34:47.2458 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeInfrastructureCountCollector".... 2025-12-02 17:34:47.2485 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeVmInfoCollector".... 2025-12-02 17:34:47.2529 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeVmInfoCollector" 2025-12-02 17:34:47.2529 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collecting VMC logs for "HpeWorkerCollector".... 2025-12-02 17:34:47.2529 00030 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeWorkerCollector" 2025-12-02 17:34:47.2928 00016 [48867] INFO | [VMCCollector][0HNHHNEF1Q0CI:00000003]: Collected VMC logs for "HpeInfrastructureCountCollector" 2025-12-02 18:27:21.0750 00041 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CJ:00000001]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-02 18:27:21.0750 00041 [48867] INFO | [LinuxSecurityProvider][0HNHHNEF1Q0CJ:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-02 18:27:21.0750 00041 [48867] INFO | [CertificateManager][0HNHHNEF1Q0CJ:00000001]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 18:27:21.0750 00041 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CJ:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 18:27:21.0750 00041 [48867] INFO | [SDataProtector][0HNHHNEF1Q0CJ:00000001]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 18:27:21.0807 00041 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0CJ:00000001]: Accessing custom certificate store My (local) 2025-12-02 18:27:21.0807 00041 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CJ:00000001]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 18:27:21.0868 00041 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CJ:00000001]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 18:27:21.0869 00041 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CJ:00000001]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 18:27:21.0869 00041 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CJ:00000001]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-02 18:27:21.0869 00041 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CJ:00000001]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-02 18:27:22.0092 00041 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CJ:00000001]: VeeamAuth executed successfully 2025-12-02 18:49:26.7082 00007 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CK:00000002]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-02 18:49:26.7082 00007 [48867] INFO | [LinuxSecurityProvider][0HNHHNEF1Q0CK:00000002]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-02 18:49:26.7082 00007 [48867] INFO | [CertificateManager][0HNHHNEF1Q0CK:00000002]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 18:49:26.7082 00007 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CK:00000002]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 18:49:26.7082 00007 [48867] INFO | [SDataProtector][0HNHHNEF1Q0CK:00000002]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 18:49:26.7134 00007 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0CK:00000002]: Accessing custom certificate store My (local) 2025-12-02 18:49:26.7134 00007 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CK:00000002]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 18:49:26.7180 00007 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CK:00000002]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 18:49:26.7180 00007 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CK:00000002]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 18:49:26.7180 00007 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CK:00000002]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-02 18:49:26.7180 00007 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CK:00000002]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-02 18:49:27.6960 00007 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0CK:00000002]: VeeamAuth executed successfully 2025-12-02 18:49:27.7015 00007 [48867] INFO | [DbProvider client][0HNHHNEF1Q0CK:00000002]: DbProvider Token has been updated. UTC expiration date: "2025-12-02T18:04:27Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDY5ODY2NywiaWF0IjoxNzY0Njk3NzY3LCJuYmYiOjE3NjQ2OTc3NjcsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6ImU5MDlhOGJmLTI1OTctNDk1Ny1iMGU3LWM0MDQ0N2Y3YjI0ZSJ9" 2025-12-02 18:49:27.7784 00021 [48867] INFO | [HpeExtensions][CertificateThumbprintValidator][0HNHHNEF1Q0CK:00000002]: Checking whether the expected thumbprint NULL matches the server thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" 2025-12-02 18:49:27.7784 00021 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CK:00000002]: Validating remote endpoint ssl certificate, thumbprint D912B46750BED5F138654A5AD63200F6F27F90C8 2025-12-02 18:49:27.7784 00021 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CK:00000002]: Certificate summary information: Certificate errors: RemoteCertificateNameMismatch, RemoteCertificateChainErrors Certificate chain errors: UntrustedRoot (self-signed certificate) 2025-12-02 18:49:27.7784 00021 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CK:00000002]: Remote certificate D912B46750BED5F138654A5AD63200F6F27F90C8 has following validation issues 2025-12-02 18:49:27.7784 00021 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CK:00000002]: Remote certificate name mismatch 2025-12-02 18:49:27.7784 00021 [48867] INFO | [HpeExtensions][CertificateChainValidator][0HNHHNEF1Q0CK:00000002]: self-signed certificate 2025-12-02 18:49:27.7784 00021 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: Failed to validate the certificate. SslPolicyErrors: RemoteCertificateNameMismatch, RemoteCertificateChainErrors. Remote "Certificate thumbprint: D912B46750BED5F138654A5AD63200F6F27F90C8, issuer: E=morpheus@morpheusdata.com, CN=mmr-vme-manager-01, OU=DevOps, O="Morpheus Data, LLC", L=Greenwood Village, S=CO, C=US, serial number: 0436ABE68CD9A814AF2AF4F9D4971457ED7EF7D3, valid: 11/7/2025 10:28:57 AM - 11/8/2027 10:28:57 AM" 2025-12-02 18:49:27.7802 00007 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: <== Request "Post" "https://mmr-vme-manager-01.university.encora/oauth/token?client_id=morph-api&grant_type=password&scope=write", headers: "[traceparent: 00-35f360c607ed84d2a023fc650cec94ef-fbc4a3c12aabd26b-00]", cookies: "[]", body: "{}" 2025-12-02 18:49:27.7802 00007 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: ==> Response "Post" "https://mmr-vme-manager-01.university.encora/oauth/token?client_id=morph-api&grant_type=password&scope=write", "status: Error", duration: "11 msec", headers: "[]", cookies: "[]", body: """" 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: Certificate validation error for "mmr-vme-manager-01.university.encora": System.Security.Authentication.AuthenticationException: The remote certificate was rejected by the provided RemoteCertificateValidationCallback. 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at System.Net.Security.SslStream.SendAuthResetSignal(ReadOnlySpan`1 alert, ExceptionDispatchInfo exception) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at System.Net.Security.SslStream.CompleteHandshake(SslAuthenticationOptions sslAuthenticationOptions) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at System.Net.Security.SslStream.ForceAuthenticationAsync[TIOAdapter](Boolean receiveFirst, Byte[] reAuthenticationData, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at System.Net.Http.ConnectHelper.EstablishSslConnectionAsync(SslClientAuthenticationOptions sslOptions, HttpRequestMessage request, Boolean async, Stream stream, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.ResponseHandler(InternalResponse response) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteAsync[T](RestRequest request, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.AuthenticationApi.GetAccessTokenWithHttpInfoAsync(String clientId, String grantType, String scope, String username, String password, Object refreshToken, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.AuthenticationApi.GetAccessTokenAsync(String clientId, String grantType, String scope, String username, String password, Object refreshToken, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.LogInAsync(CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClient.InterceptRequest(InternalRequest request, RestClient client, Context context) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteInternalAsync(RestClient client, RestRequest request, Context context, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.Vbf.Rest.Common.ClientGeneration.ApiClient.ExecuteAsync[T](RestRequest request, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.ApplianceSettingsApi.ListApplianceSettingsWithHttpInfoAsync(CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Api.ApplianceSettingsApi.ListApplianceSettingsAsync(CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.GetHpeApplianceSettingsAsync(HpeRestClient restClient, CancellationToken cancellationToken) 2025-12-02 18:49:27.7802 00022 [48867] ERROR | [HpeExtensions][0HNHHNEF1Q0CK:00000002]: at Veeam.PlatformService.BackupRestore.Hypervisor.Hpe.Extensions.HpeExtensions.ValidateCertificateInternalAsync(HpeRestClient restClient, String ipOrDnsName, CertificateValidator certificateValidator, CancellationToken cancellationToken) 2025-12-02 18:49:30.7461 00022 [48867] INFO | [HpeExtensions][CertificateThumbprintValidator][0HNHHNEF1Q0CK:00000003]: Checking whether the expected thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" matches the server thumbprint "D912B46750BED5F138654A5AD63200F6F27F90C8" 2025-12-02 18:49:35.1008 00021 [48867] INFO | [Task][784b6b98-f62f-4e71-b3b1-85d6ce1a96ab][Internal][0HNHHNEF1Q0CK:00000005]: Session logs parameters: NULL 2025-12-02 18:49:35.1235 00022 [48867] INFO | [MorpheusController]: Registering HPE Morpheus VM Essentials... 2025-12-02 18:49:35.4476 00022 [48867] INFO | [Task][3828d414-fb71-462e-88c5-cffdc7eb9c12][Internal]: Session logs parameters: NULL 2025-12-02 18:49:35.7726 00022 [48867] INFO | [MorpheusManager]: Successfully added the HPE VM Essentials manager "HPE VM Essentials manager 603ccc92-ebb4-4698-93c1-caca831a7d23 address mmr-vme-manager-01.university.encora, port 443, name mmr-vme-manager-01" 2025-12-02 18:49:35.7729 00022 [48867] INFO | [MorpheusController]: Successfully registered HPE Morpheus VM Essentials 2025-12-02 18:49:35.7742 00022 [48867] INFO | [MorpheusController]: Refreshing the HPE Morpheus VM Essentials entities... 2025-12-02 18:49:40.9158 00021 [48867] INFO | [MorpheusController]: Successfully refreshed the HPE Morpheus VM Essentials entities 2025-12-02 18:49:40.9161 00021 [48867] INFO | [MorpheusController]: Configuring additional settings for the HPE Morpheus VM Essentials clusters... 2025-12-02 18:49:43.2116 00022 [48867] INFO | [MorpheusController]: Configuring SSH access to the cluster host 1, IP address: "10.10.10.81" 2025-12-02 18:49:44.0872 00022 [48867] INFO | [RetryHelper]: Start "SSH connection to the cluster host 10.10.10.81" 2025-12-02 18:49:44.3375 00021 [48867] INFO | [MorpheusController]: Successfully configured SSH access to the cluster host 1, IP address "10.10.10.81", SHA256: "1b:5b:64:b4:94:8d:6e:ec:ee:06:ba:7a:c4:ff:fe:4d:59:4f:ed:35:42:11:4b:c0:71:a7:5b:13:4b:ef:e9:7f" 2025-12-02 18:49:44.3375 00021 [48867] INFO | [MorpheusController]: Configuring SSH access to the cluster host 2, IP address: "10.10.10.82" 2025-12-02 18:49:44.8719 00019 [48867] INFO | [RetryHelper]: Start "SSH connection to the cluster host 10.10.10.82" 2025-12-02 18:49:45.0680 00019 [48867] INFO | [MorpheusController]: Successfully configured SSH access to the cluster host 2, IP address "10.10.10.82", SHA256: "34:b0:b7:50:69:af:c4:d9:c8:77:50:7b:f3:20:5b:c7:82:a7:60:0d:f4:36:01:71:c6:27:08:0e:73:d0:f8:31" 2025-12-02 18:49:45.0680 00019 [48867] INFO | [MorpheusController]: Configuring SSH access to the cluster host 3, IP address: "10.10.10.83" 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: Failed to configure additional settings for the HPE Morpheus VM Essentials clusters: Failed to execute the script: status Failed, exit code , error: , status message: : Veeam.Vbf.Common.Exceptions.ExceptionWithDetail: Failed to execute the script: status Failed, exit code , error: , status message: 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.WaitForExecutionRequestCompletionAsync(HpeRestClient restClient, String executionId, CancellationToken cancellationToken) 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.ExecuteScriptAsync(HpeRestClient restClient, String scriptContent, Nullable`1 instanceId, Nullable`1 containerId, Nullable`1 serverId, CancellationToken cancellationToken) 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.Services.HpeSshAccessService.EnsureSshAccessForClusterHostAsync(HpeRestClient restClient, Int64 clusterHostId, String clusterHostIpAddress, String addUserScript, SshCredentials sshCredentials, ILogger logger, CancellationToken cancellationToken) 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.Services.HpeSshAccessService.EnsureSshAccessForClusterAsync(HpeRestClient restClient, String clusterId, SshCredentials sshCredentials, ILogger logger, CancellationToken cancellationToken) 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.UpdateAdvancedClusterSettingsAsync(Morpheus morpheus, AdvancedMorpheusSettings advancedMorpheusSettings, SshCredentials sshCredentials, CancellationToken cancellationToken) 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.<>c__DisplayClass36_0.<b__2>d.MoveNext() 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: --- End of stack trace from previous location --- 2025-12-02 18:49:51.3399 00019 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync(IProgressReporterBase reporter, ILogger logger, String startMessage, Func`1 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`3 mapException, Boolean throwException) 2025-12-02 18:49:51.3408 00019 [48867] ERROR | [Task][784b6b98-f62f-4e71-b3b1-85d6ce1a96ab][Internal]: Failed to execute task HPE Morpheus VM Essentials Registration: Veeam.Vbf.Common.Exceptions.ExceptionWithDetail: Failed to execute the script: status Failed, exit code , error: , status message: 2025-12-02 18:49:51.3408 00019 [48867] ERROR | [Task][784b6b98-f62f-4e71-b3b1-85d6ce1a96ab][Internal]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync(IProgressReporterBase reporter, ILogger logger, String startMessage, Func`1 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`3 mapException, Boolean throwException) 2025-12-02 18:49:51.3408 00019 [48867] ERROR | [Task][784b6b98-f62f-4e71-b3b1-85d6ce1a96ab][Internal]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.AddMorpheusInternalAsync(MorpheusSettings body, IProgressReporter progressReporter, CancellationToken cancellationToken) 2025-12-02 18:49:51.3408 00019 [48867] ERROR | [Task][784b6b98-f62f-4e71-b3b1-85d6ce1a96ab][Internal]: at Veeam.Vbf.TaskManagement.ActiveSession.RunPayloadAsync() 2025-12-02 18:53:21.2417 00022 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-02 18:53:21.2418 00022 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-02 18:53:21.2815 00022 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-02 18:53:21.2815 00022 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-02 18:53:21.4009 00022 [48867] INFO | [Task][ff849a95-e90f-4014-affe-324e71e9f469][Internal]: Session logs parameters: NULL 2025-12-02 18:53:21.4009 00022 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ff849a95-e90f-4014-affe-324e71e9f469... 2025-12-02 19:08:24.0137 00042 [48867] INFO | [Task][20d7cd1f-a8f8-4b72-8a9f-ddbef4418cf6][Internal]: Session logs parameters: NULL 2025-12-02 19:08:24.0137 00042 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 20d7cd1f-a8f8-4b72-8a9f-ddbef4418cf6... 2025-12-02 19:10:27.1224 00039 [48867] INFO | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal][0HNHHNEF1Q0CK:000000D4]: Session logs parameters: NULL 2025-12-02 19:10:27.1616 00041 [48867] INFO | [MorpheusController]: Registering HPE Morpheus VM Essentials... 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [MorpheusController]: Failed to register HPE Morpheus VM Essentials: The HPE VM Essentials manager 603ccc92-ebb4-4698-93c1-caca831a7d23 already exists: Veeam.Vbf.Common.Exceptions.UserFriendlyConflictException: The HPE VM Essentials manager 603ccc92-ebb4-4698-93c1-caca831a7d23 already exists 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusManager.RegisterMorpheus(DbMasterServerSettings dtoMorpheus) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusManager.AddMorpheus(DbMasterServerSettings settings) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.<>c__DisplayClass28_0.<b__2>d.MoveNext() 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [MorpheusController]: --- End of stack trace from previous location --- 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [MorpheusController]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync[T](IProgressReporterBase reporter, ILogger logger, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: Failed to execute task HPE Morpheus VM Essentials Registration: Veeam.Vbf.Common.Exceptions.UserFriendlyConflictException: The HPE VM Essentials manager 603ccc92-ebb4-4698-93c1-caca831a7d23 already exists 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusManager.RegisterMorpheus(DbMasterServerSettings dtoMorpheus) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusManager.AddMorpheus(DbMasterServerSettings settings) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.<>c__DisplayClass28_0.<b__2>d.MoveNext() 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: --- End of stack trace from previous location --- 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync[T](IProgressReporterBase reporter, ILogger logger, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: at Veeam.Vbf.PlatformService.Rest.BackupApplianceControllers.MorpheusController.AddMorpheusInternalAsync(MorpheusSettings body, IProgressReporter progressReporter, CancellationToken cancellationToken) 2025-12-02 19:10:27.6044 00041 [48867] ERROR | [Task][65b61196-0968-468d-9cab-e1b5e632f611][Internal]: at Veeam.Vbf.TaskManagement.ActiveSession.RunPayloadAsync() 2025-12-02 19:12:07.6808 00005 [48867] INFO | [DbProvider client][0HNHHNEF1Q0CK:000000E1]: Obtaining a certificate for the backup appliance "a272c793-07f4-4ba9-890a-1aec5bbd245c" 2025-12-02 19:12:07.7337 00029 [48867] INFO | [NetHelper][0HNHHNEF1Q0CK:000000E1]: Start gets IP addresses 2025-12-02 19:12:07.7345 00029 [48867] INFO | [NetHelper][0HNHHNEF1Q0CK:000000E1]: IP address was found: 10.10.10.25 2025-12-02 19:12:07.7345 00029 [48867] INFO | [NetHelper][0HNHHNEF1Q0CK:000000E1]: End gets IP addresses 2025-12-02 19:12:07.7955 00005 [48867] INFO | [BsCommunicationService][C#][][0HNHHNEF1Q0CK:000000E1]: Environment variables not configured for the parent service 2025-12-02 19:12:07.7965 00005 [48867] INFO | [BsCommunicationService][C#][][0HNHHNEF1Q0CK:000000E1]: Run enter 2025-12-02 19:12:07.8076 00005 [48867] INFO | [BsCommunicationService][C#][][0HNHHNEF1Q0CK:000000E1]: Set up the registration awaiter, new instance ID 52d65185-e809-4687-a67c-968f1130dcd2 2025-12-02 19:12:07.8542 00005 [48867] INFO | [BsCommunicationService][C#][][0HNHHNEF1Q0CK:000000E1]: Start: "/opt/veeam/backup/plugins/hpemorpheusvme/service/Veeam.Vbf.BsCommunicationAgent" "--serviceId=BackupDiscovery --settings={ "logFolder": "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/bs_communication_service", "logLevel": "LogLevel_Info", "serviceLogFilePath": "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/bs_communication_service/bs_communication_service.log", "vcfLogFilePath": "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/bs_communication_service/vcf.log", "logFileSizeMb": 15, "logArchivesCount": 100, "zipRotatedFiles": true, "contextBase64Opt": "QmFja3VwRGlzY292ZXJ5" } --settingsFormat=json --appSettingsJsonFile=/tmp/tmps4xscS.tmp --address=localhost --port=41253 --tag=instanceId:52d65185-e809-4687-a67c-968f1130dcd2" 2025-12-02 19:12:07.8561 00005 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: Satellite was started, wait for register... 2025-12-02 19:12:08.7840 00016 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: Service process 52d65185-e809-4687-a67c-968f1130dcd2 has successfully connected to the host 2025-12-02 19:12:08.7840 00016 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: Updating service process 52d65185-e809-4687-a67c-968f1130dcd2 connection endpoint... 2025-12-02 19:12:08.8852 00026 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: Service registered, instance id: 52d65185-e809-4687-a67c-968f1130dcd2 2025-12-02 19:12:08.8852 00005 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: OnServiceConnected enter: "BackupDiscovery" 2025-12-02 19:12:09.4478 00005 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: OnServiceConnected leave 2025-12-02 19:12:09.4496 00005 [48867] INFO | [BsCommunicationService][C#][89913][0HNHHNEF1Q0CK:000000E1]: Run leave 2025-12-02 19:17:03.5590 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: BackupPolicy "48a116a9-d9f2-4e4a-bccf-61604b029356" created 2025-12-02 19:17:03.5602 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: Validating job settings 2025-12-02 19:17:03.5711 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: Start calculating maxPointsCount 2025-12-02 19:17:03.5711 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: End calculating maxPointsCount. Result = 7 2025-12-02 19:17:03.6185 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: Starting repo schedule validation. BackupRepositoryScheduleValidationParams: { "healthCheckSettings": { "weekly": { "selectedDays": [ "DayOfWeek_Saturday" ], "configuredDays": "ConfiguredDays_SelectedDays", "startTime": "18000s" }, "type": "ScheduleType_Monthly", "monthly": { "months": [ "Month_January", "Month_February", "Month_March", "Month_April", "Month_May", "Month_June", "Month_July", "Month_August", "Month_September", "Month_October", "Month_November", "Month_December" ], "dayOfWeek": "DayOfWeek_Saturday", "configuredWeekOrDay": "ConfiguredWeekOrDay_LastWeek", "dayOfMonth": 10, "startTime": "18000s" } }, "maxPointCount": 7, "syntheticFullSettings": { "enabled": true, "weekly": { "selectedDays": [ "DayOfWeek_Saturday" ], "configuredDays": "ConfiguredDays_SelectedDays", "startTime": "36000s" }, "type": "ScheduleType_Weekly", "monthly": { "months": [ "Month_January", "Month_February", "Month_March", "Month_April", "Month_May", "Month_June", "Month_July", "Month_August", "Month_September", "Month_October", "Month_November", "Month_December" ], "dayOfWeek": "DayOfWeek_Monday", "configuredWeekOrDay": "ConfiguredWeekOrDay_FirstWeek", "dayOfMonth": 10, "startTime": "79200s" } }, "activeFullSettings": { "weekly": { "selectedDays": [ "DayOfWeek_Saturday" ], "configuredDays": "ConfiguredDays_SelectedDays", "startTime": "36000s" }, "type": "ScheduleType_Weekly", "monthly": { "months": [ "Month_January", "Month_February", "Month_March", "Month_April", "Month_May", "Month_June", "Month_July", "Month_August", "Month_September", "Month_October", "Month_November", "Month_December" ], "dayOfWeek": "DayOfWeek_Monday", "configuredWeekOrDay": "ConfiguredWeekOrDay_FirstWeek", "dayOfMonth": 10, "startTime": "79200s" } }, "gfsSettings": { "weekly": { "weeklyRetention": 1, "day": "DayOfWeek_Sunday" }, "yearly": { "month": "Month_January", "yearlyRetention": 1 }, "monthly": { "monthlyRetention": 1, "week": "Week_First" } }, "retentionSettings": { "type": "RetentionType_Days", "daysToKeep": 7 } } 2025-12-02 19:17:03.7763 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: End repo schedule validation. ValidationResultProto: { "isValid": true } 2025-12-02 19:17:03.7783 00053 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000005]: Successfully validated common job settings 2025-12-02 19:17:03.7820 00053 [48867] INFO | [SchedulerManager][0HNHHNEF1Q0CL:00000005]: Job scheduled: Test HPE VM Essentials, 48a116a9-d9f2-4e4a-bccf-61604b029356_schedule, IsStarting=False, NextStart=12/31/9999 11:59:59 PM 2025-12-02 19:17:03.7831 00053 [48867] INFO | [BackupPolicyManager][0HNHHNEF1Q0CL:00000005]: Registering policy "48a116a9-d9f2-4e4a-bccf-61604b029356", "Test HPE VM Essentials". Repository UID: 88788f9e-d8f5-4eb4-bc4f-9b3f5403bcec... 2025-12-02 19:17:03.7831 00053 [48867] INFO | [BackupPolicyManager][0HNHHNEF1Q0CL:00000005]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356", "Test HPE VM Essentials" is registered 2025-12-02 19:17:04.7318 00045 [48867] INFO | [BackupPolicyManager][0HNHHNEF1Q0CL:00000005]: Update job "48a116a9-d9f2-4e4a-bccf-61604b029356" settings... 2025-12-02 19:17:04.7325 00045 [48867] INFO | [BackupDiscoveryServiceExtensions][0HNHHNEF1Q0CL:00000005]: Updating the backup job 48a116a9-d9f2-4e4a-bccf-61604b029356... 2025-12-02 19:17:04.8446 00045 [48867] INFO | [BackupDiscoveryServiceExtensions][0HNHHNEF1Q0CL:00000005]: Successfully updated the backup job settings 2025-12-02 19:17:17.0287 00033 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000006]: BackupMode: IncrementalBackup 2025-12-02 19:17:17.0292 00033 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000006]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356" starting... 2025-12-02 19:17:17.0292 00033 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CL:00000006]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356" exec context is created 2025-12-02 19:17:17.0310 00033 [48867] INFO | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob][0HNHHNEF1Q0CL:00000006]: Session logs parameters: SessionLogsParameters FolderName='Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c' FileName='Test HPE VM Essentials' ArchiveOnFinish=True LogFolder='/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME' 2025-12-02 19:17:17.7419 00053 [48867] ERROR | [ProgressReporterExtensions]: Object name "plantilla-ws2022-datacenter-ENG-morpheus", id "787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7", cluster "b484eed2-eb5e-4efa-ac1c-39197b630b1c" processing failed 2025-12-02 19:17:18.2509 00053 [48867] INFO | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked" 2025-12-02 19:17:18.2509 00053 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Failed "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked". Error: "The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log is locked for read/write actions": System.Exception: The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log is locked for read/write actions 2025-12-02 19:17:18.2509 00053 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.FileHelper.<>c__DisplayClass16_0.b__0() 2025-12-02 19:17:18.2509 00053 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass6_0.b__0() 2025-12-02 19:17:18.2509 00053 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass5_0`1.b__0(CancellationToken _) 2025-12-02 19:17:18.2509 00053 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-02 19:17:18.2523 00053 [48867] INFO | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Retry after 10 sec. Retry 1/3 for Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked 2025-12-02 19:17:28.2523 00051 [48867] INFO | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked" 2025-12-02 19:17:28.2523 00051 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Failed "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked". Error: "The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log is locked for read/write actions": System.Exception: The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log is locked for read/write actions 2025-12-02 19:17:28.2523 00051 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.FileHelper.<>c__DisplayClass16_0.b__0() 2025-12-02 19:17:28.2523 00051 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass6_0.b__0() 2025-12-02 19:17:28.2523 00051 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass5_0`1.b__0(CancellationToken _) 2025-12-02 19:17:28.2523 00051 [48867] ERROR | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-02 19:17:28.2528 00051 [48867] INFO | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Retry after 10 sec. Retry 2/3 for Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked 2025-12-02 19:17:38.2532 00051 [48867] INFO | [Task][08102bf1-c61f-4818-98c3-738034096a5c][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/08102bf1-c61f-4818-98c3-738034096a5c/Test HPE VM Essentials.log to be unlocked" 2025-12-02 19:17:38.2702 00053 [48867] INFO | [DirectoryHelper]: Start "Deleting the log folder" 2025-12-02 19:23:27.3107 00031 [48867] INFO | [Task][f7c8e63d-4583-4ed3-8ef9-a8033976bd85][Internal]: Session logs parameters: NULL 2025-12-02 19:23:27.3108 00031 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID f7c8e63d-4583-4ed3-8ef9-a8033976bd85... 2025-12-02 19:24:28.7298 00028 [48867] INFO | [WorkerManager][0HNHHNEF1Q0CN:00000003]: CreateWorkerAsync begin, Id: 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6 2025-12-02 19:24:28.7396 00028 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CN:00000003]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:24:28.7396 00028 [48867] INFO | [SDataProtector][0HNHHNEF1Q0CN:00000003]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 19:24:28.7445 00028 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0CN:00000003]: Accessing custom certificate store My (local) 2025-12-02 19:24:28.7445 00028 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CN:00000003]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:24:28.7499 00028 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CN:00000003]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:24:28.7499 00028 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CN:00000003]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:24:28.7695 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials][UpdatesManager][0HNHHNEF1Q0CN:00000003]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-02 19:24:28.7726 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials][0HNHHNEF1Q0CN:00000003]: Save worker 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6 data to DB 2025-12-02 19:24:28.8396 00028 [48867] INFO | [WorkerManager][0HNHHNEF1Q0CN:00000003]: CreateWorkerAsync end, Id: 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6 2025-12-02 19:24:43.3067 00051 [48867] INFO | [Task][a16af980-5128-4d4d-a982-cd008816884e][TestWorker][0HNHHNEF1Q0CN:00000004]: Session logs parameters: NULL 2025-12-02 19:24:43.3279 00051 [48867] INFO | [TaskManager][0HNHHNEF1Q0CN:00000004]: Initiate iteration for "task queue processor" 2025-12-02 19:24:43.3581 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6" state from Configured to Preparing 2025-12-02 19:24:43.3581 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Save worker 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6 data to DB 2025-12-02 19:24:43.3867 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Testing the worker lab-veeam-worker-vm-essentials 2025-12-02 19:24:43.5959 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Searching for uploaded worker VM images 2025-12-02 19:24:44.0989 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Finished searching for uploaded worker VM images 2025-12-02 19:24:44.0989 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Uploading the worker image 2025-12-02 19:24:44.1002 00028 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Uploading the worker image to Morpheus "mmr-vme-manager-01"... 2025-12-02 19:24:44.1015 00028 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Image "/opt/veeam/backup/plugins/hpemorpheusvme/image/HpeMorpheusVmeWorker_13.1.0.206.qcow2" is actual. Version: 13.1.0.206 2025-12-02 19:24:44.1344 00028 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Starting upload image with version 13.1.0.206 2025-12-02 19:24:44.1361 00028 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Creating the virtual image "HpeMorpheusVmeWorker_13.1.0.206.qcow2"... 2025-12-02 19:24:46.3117 00041 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Successfully created the virtual image "HpeMorpheusVmeWorker_13.1.0.206.qcow2" with the ID 22 2025-12-02 19:24:46.3130 00041 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Uploading the image file "/opt/veeam/backup/plugins/hpemorpheusvme/image/HpeMorpheusVmeWorker_13.1.0.206.qcow2" to the virtual image 22... 2025-12-02 19:25:15.8687 00031 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Successfully uploaded the image file "/opt/veeam/backup/plugins/hpemorpheusvme/image/HpeMorpheusVmeWorker_13.1.0.206.qcow2" 2025-12-02 19:25:15.8692 00031 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23][HpeImageUpdater]: Updated image with version 13.1.0.206 2025-12-02 19:25:15.8705 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Successfully uploaded the worker image to the HPE VM Essentials manager "mmr-vme-manager-01". Image ID: "22" 2025-12-02 19:25:15.8705 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: The worker image was uploaded successfully 2025-12-02 19:25:15.8713 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Deploying the worker VM 2025-12-02 19:25:15.8736 00031 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:25:15.8736 00031 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 19:25:15.8784 00031 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 19:25:15.8784 00031 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:25:15.8835 00031 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:25:15.8835 00031 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:25:15.8835 00031 [48867] INFO | [WorkersCertificateManagerBase]: Loaded parent certificate with thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:25:20.9774 00031 [48867] INFO | [WorkersCertificateManagerBase]: Created worker certificate with thumbprint "57E7FC286063B21C61E8401190400DF9BF419BA8" 2025-12-02 19:25:21.1060 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Cloud init config for "worker lab-veeam-worker-vm-essentials, 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6" "#cloud-config hostname: lab-veeam-worker-vm-essentials manage_etc_hosts: true growpart: mode: auto ignore_growroot_disabled: true write_files: - path: /etc/ssh/sshd_config content: |- PasswordAuthentication yes Subsystem sftp /usr/libexec/openssh/sftp-server #PermitRootLogin prohibit-password - path: /opt/VeeamBackupWorker/worker-initial.json content: |- { "WorkerId": "5ba5a48a-bd2d-4f68-9075-644ffc09a4b6" } - path: /opt/VeeamBackupWorker/openssl/certificate.pem content: |- -----BEGIN CERTIFICATE----- MIIF1TCCA72gAwIBAgIUBhlDx2qXJWTOO5eWNzQlEZhtqa0wDQYJKoZIhvcNAQEL BQAwUDEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUxFzAVBgNVBAoTDlZlZWFtIFNv ZnR3YXJlMRwwGgYDVQQDExN2YnItZTk2NTNmMDUuKG5vbmUpMB4XDTI1MTIwMTE1 NTMxOVoXDTM1MTIwMTE1NTMxOVowWzEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUx FzAVBgNVBAoTDlZlZWFtIFNvZnR3YXJlMScwJQYDVQQDEx5sYWItdmVlYW0td29y a2VyLXZtLWVzc2VudGlhbHMwggIiMA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoIC AQDE1rMYC7cnblpwbKJr43lt26SOb99Zs3TcD8dIL56LV7c/wNfULUDd1egs1MmP fvnutlyGVkjep2ZX+5NXOmai8eOPB0TTiqkYArhIAuefCvnvN5lkaTZNg+HelWn6 hFX3bwUt4wYxJC4oDHkAcBT0AmnrthZXLzBiDbxy9EVREqq+k6+Dk7kyXWmZMmbm SRpU+NCDbrBBTVm6IaYlr96uU3ZK5OYfnxqtUCwIhfWja/U4YGaW/rCyEAzytxwq DCvL6l1iMiKDIo0CLxtCvF3pXxm/D1g/uXbl+PiALyEYa7vsG/dQgv93nQuylOSG zl7h9N6u+T20KVl5RVe4NJmVJo/V3BXBFB+8Vm/NKWXLftT/AejA7XCl0nxI0owW +JiiU6/jiU2TcfMs99oCEiKJhpxnF0dL6ax0iMGS9Z3G2sTGwmePC689gq6C8Ko3 FasHkIMf9q/91FFlToQHef0qX/fSseInL2TGLU6ab2gkThc5KqW3hDpIXvRS9yY2 frWqu4CVgG3op0a6/mdy5A5x2y502/ubifcvMxddTpKQP+FvG6Sh7QtO7cf4tz6Z LZsNtNcEM6yIKjgLsLNSzD9fYTEQg6pXZD/WwU/dVXi4HI4ngO22lpJo5iHH3I+Y eTfonl/Imf5YoexY34VyceA+wiy5ysBzSF4DT/v7nhlSlQIDAQABo4GbMIGYMAsG A1UdDwQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDATAfBgNVHSMEGDAWgBRGhuBS JiBp6PpxLfXTf9s97lNFQDAJBgNVHRMEAjAAMB0GA1UdDgQWBBSymjo/mcJw1F+V uLDIEDUowflvrDApBgNVHREEIjAggh5sYWItdmVlYW0td29ya2VyLXZtLWVzc2Vu dGlhbHMwDQYJKoZIhvcNAQELBQADggIBAIIS1+70AlXJQqY9BiMq5gOWLYHEzsTa ++6g0GpPth4FhUnIgya/XMueCrzFDD3Gz0ZKl1+k0pqrv3X+F6NjU6MRSsxpahMp B5N9vFAzsjqV+JaPmT7EL5si1M6qSQwUyhFilzNwk7QoLzQcbKQ0mctrd4rJekXY IjISioVh9zDZYHJTgWC8zMSorx5SMlkbAGn0NAuADsG8i4TNlh5isrwZjZc/TOd/ umuodhID22FxMFbJJNKXzsBpYB68VWxS4jX/kkHNZLy7J3OWpyu6gHcWOXH9m+vA qM9Xgi7XrwTB6tpJ4DPoCnGUr32gZaed4dbPH9l+IJYJWq951MvvCU8wUOpPXNDe ZWgi56pGhQ9iaqTqFV0W5DuyPj/D8WtGn/TPd9+NJxeQqlPEXrxUEyoow4UTGK8N hFpLyunJsWMekuN3Wx5X8MQYm25R+O96m5u/d3qsPfuEhRcUH/TlYTWwaHF1JkMG jpOamP6PLeOkSYA0i86PZOAGXtGt8isPJZOtJXf/haFMNRiPH3zUMP8SDBLwSVae cMc7PawIpwBa5NrqOylrAjvJq39lOpbqCqzXx3mGUcnE3h21Ghe5SRWizMtG4TP6 BdGhsf4Wuh2zF0bSGfrtQsevI7gXog5qLqV2F191I1MyrHu5F5lTIGlkhj6w/cCR EpBRQDz3EJq8 -----END CERTIFICATE----- - path: /opt/VeeamBackupWorker/openssl/certificatePassword content: |- *** - path: /opt/VeeamBackupWorker/openssl/privateKey.pem content: |- *** - path: /etc/cloud/cloud.cfg.d/90_dpkg.cfg content: |- datasource_list: [ None ] - path: /opt/VeeamBackupAgent/network/network_config.yml content: | interfaces: - name: eth0 type: ethernet state: up ipv4: enabled: true dhcp: false address: - ip: 10.10.10.26 prefix-length: 24 ipv6: enabled: false routes: config: - destination: 0.0.0.0/0 next-hop-interface: eth0 next-hop-address: 10.10.10.1 metric: 100 dns-resolver: config: server: - 10.10.10.20 - 10.10.10.21 runcmd: - hostnamectl set-hostname lab-veeam-worker-vm-essentials - sudo nmstatectl apply /opt/VeeamBackupAgent/network/network_config.yml - firewall-cmd --permanent --add-port=19000/tcp - firewall-cmd --reload - sudo rm /etc/pam.d/veeam-login-policy - sudo rm /etc/pam.d/veeam-login-accept-policy - sudo rm /etc/pam.d/veeam-pwd-complexity - sudo rm /etc/pam.d/sshd - sudo sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config - sudo service sshd restart - sudo rm -f -r /var/log/veeam_backup/* - sudo rpm -i /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo rm -f /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo systemctl enable VeeamBackupWorker.service - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificate.pem - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificatePassword - sudo chmod 640 /opt/VeeamBackupWorker/openssl/privateKey.pem - sudo groupdel veeam-admins - sudo groupdel veeam-users - sudo groupdel veeam-users-mfa - rm -f /etc/ssh/sshd_config.d/50-cloud-init.conf - sudo touch /etc/cloud/cloud-init.disabled - sudo dotnet /opt/VeeamUpdater/Veeam.Updater.Config.dll set AutoCheckUpdates.Enabled=false - sudo dnf remove -y cloud-init nmstate dhcp-client dhcp-common ipcalc " 2025-12-02 19:25:21.1076 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Deploying the worker "lab-veeam-worker-vm-essentials"... 2025-12-02 19:25:21.1100 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Creating the worker "lab-veeam-worker-vm-essentials"... 2025-12-02 19:25:21.6818 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Searching for the custom service plan "veeam-custom-service-plan"... 2025-12-02 19:25:21.9290 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Creating the custom service plan... 2025-12-02 19:25:22.9313 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Successfully created the custom service plan "veeam-custom-service-plan" 40 2025-12-02 19:25:27.0504 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Successfully created the worker. ID: 2, name: "lab-veeam-worker-vm-essentials" 2025-12-02 19:25:27.0509 00031 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Waiting for the worker deployment to complete. ID: 2, name: "lab-veeam-worker-vm-essentials"... 2025-12-02 19:35:28.6575 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Failed to deploy the worker. ID 2, name: "lab-veeam-worker-vm-essentials": System.TimeoutException: The instance 2 was not deployed within the expected time period 2025-12-02 19:35:28.6575 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Project.Common.WaitUtils.WaitNotNullAsync[T](Func`2 waitFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-02 19:35:28.6575 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Project.Common.WaitUtils.WaitAsync(Func`2 checkFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-02 19:35:28.6575 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.EnsureInstanceHasStatusAsync(HpeRestClient restClient, Int64 instanceId, InstanceStatus status, CancellationToken cancellationToken) 2025-12-02 19:35:28.6575 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.PlatformService.BackupRestore.Workers.HpeSpecificWorkerManager.DeployWorkerInstanceAsync(BackupWorker worker, String imageId, VmAffinity affinity, String cloudInitConfigYaml, CancellationToken cancellationToken) 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Failed to deploy the worker VM: The instance 2 was not deployed within the expected time period: System.TimeoutException: The instance 2 was not deployed within the expected time period 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Project.Common.WaitUtils.WaitNotNullAsync[T](Func`2 waitFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Project.Common.WaitUtils.WaitAsync(Func`2 checkFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.EnsureInstanceHasStatusAsync(HpeRestClient restClient, Int64 instanceId, InstanceStatus status, CancellationToken cancellationToken) 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.PlatformService.BackupRestore.Workers.HpeSpecificWorkerManager.DeployWorkerInstanceAsync(BackupWorker worker, String imageId, VmAffinity affinity, String cloudInitConfigYaml, CancellationToken cancellationToken) 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.PlatformService.BackupRestore.Workers.HpeSpecificWorkerManager.DeployWorkerInstanceAsync(BackupWorker worker, String imageId, VmAffinity affinity, String cloudInitConfigYaml, CancellationToken cancellationToken) 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass136_0.<b__2>d.MoveNext() 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: --- End of stack trace from previous location --- 2025-12-02 19:35:28.7037 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync[T](IProgressReporterBase reporter, ILogger logger, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail) 2025-12-02 19:35:28.7060 00033 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6" state from Preparing to Configured 2025-12-02 19:35:28.7060 00033 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Save worker 5ba5a48a-bd2d-4f68-9075-644ffc09a4b6 data to DB 2025-12-02 19:35:28.7480 00033 [48867] ERROR | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Worker lab-veeam-worker-vm-essentials test failed: The instance 2 was not deployed within the expected time period 2025-12-02 19:38:30.4363 00033 [48867] INFO | [Task][a8e080e6-ff60-4c9d-a85d-17a1e78f5cbc][Internal]: Session logs parameters: NULL 2025-12-02 19:38:30.4363 00033 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID a8e080e6-ff60-4c9d-a85d-17a1e78f5cbc... 2025-12-02 19:40:19.5471 00029 [48867] INFO | [Task][9d3f5cc0-7803-4daa-868d-589a84fb8e62][DeleteWorker][0HNHHNEF1Q0CO:00000001]: Session logs parameters: NULL 2025-12-02 19:40:19.5875 00038 [48867] INFO | [Task][9a2210f5-a09d-4664-b54a-232442ebbccd][Internal]: Session logs parameters: NULL 2025-12-02 19:40:19.5875 00038 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-02 19:40:19.5898 00026 [48867] INFO | [WorkerManager]: DeleteWorkerAsync begin, workerId=5ba5a48a-bd2d-4f68-9075-644ffc09a4b6 2025-12-02 19:40:19.5898 00026 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: Removing the worker lab-veeam-worker-vm-essentials from the storage 2025-12-02 19:40:19.6028 00026 [48867] INFO | [Worker][5ba5a48a-bd2d-4f68-9075-644ffc09a4b6][lab-veeam-worker-vm-essentials]: The worker lab-veeam-worker-vm-essentials was removed from the storage successfully 2025-12-02 19:40:19.6031 00026 [48867] INFO | [WorkerManager]: DeleteWorkerAsync end 2025-12-02 19:41:49.0232 00050 [48867] INFO | [WorkerManager][0HNHHNEF1Q0CO:00000010]: CreateWorkerAsync begin, Id: 4c10d25d-bf8c-41db-b7ac-808ed113104e 2025-12-02 19:41:49.0232 00050 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CO:00000010]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:41:49.0232 00050 [48867] INFO | [SDataProtector][0HNHHNEF1Q0CO:00000010]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 19:41:49.0284 00050 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0CO:00000010]: Accessing custom certificate store My (local) 2025-12-02 19:41:49.0284 00050 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CO:00000010]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:41:49.0338 00050 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CO:00000010]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:41:49.0339 00050 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CO:00000010]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:41:49.0339 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager][0HNHHNEF1Q0CO:00000010]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-02 19:41:49.0339 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][0HNHHNEF1Q0CO:00000010]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 19:41:49.1055 00045 [48867] INFO | [WorkerManager][0HNHHNEF1Q0CO:00000010]: CreateWorkerAsync end, Id: 4c10d25d-bf8c-41db-b7ac-808ed113104e 2025-12-02 19:41:53.2870 00050 [48867] INFO | [Task][6508b9a8-6f08-4e94-be9b-8601ada8bd0f][TestWorker][0HNHHNEF1Q0CO:00000011]: Session logs parameters: NULL 2025-12-02 19:41:53.3072 00050 [48867] INFO | [TaskManager][0HNHHNEF1Q0CO:00000011]: Initiate iteration for "task queue processor" 2025-12-02 19:41:53.3364 00026 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from Configured to Preparing 2025-12-02 19:41:53.3364 00026 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 19:41:53.3594 00026 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Testing the worker lab-veeam-worker-vm-essentials 2025-12-02 19:41:53.5564 00026 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Searching for uploaded worker VM images 2025-12-02 19:41:53.6076 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Finished searching for uploaded worker VM images 2025-12-02 19:41:53.6076 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Deploying the worker VM 2025-12-02 19:41:53.6076 00050 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:41:53.6076 00050 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 19:41:53.6082 00050 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 19:41:53.6082 00050 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:41:53.6133 00050 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 19:41:53.6133 00050 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:41:53.6133 00050 [48867] INFO | [WorkersCertificateManagerBase]: Loaded parent certificate with thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:41:55.5334 00050 [48867] INFO | [WorkersCertificateManagerBase]: Created worker certificate with thumbprint "B94D152E7F2D3AAC93A3C2420937D1EBD5F69D8F" 2025-12-02 19:41:55.5672 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Cloud init config for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" "#cloud-config hostname: lab-veeam-worker-vm-essentials manage_etc_hosts: true growpart: mode: auto ignore_growroot_disabled: true write_files: - path: /etc/ssh/sshd_config content: |- PasswordAuthentication yes Subsystem sftp /usr/libexec/openssh/sftp-server #PermitRootLogin prohibit-password - path: /opt/VeeamBackupWorker/worker-initial.json content: |- { "WorkerId": "4c10d25d-bf8c-41db-b7ac-808ed113104e" } - path: /opt/VeeamBackupWorker/openssl/certificate.pem content: |- -----BEGIN CERTIFICATE----- MIIF1TCCA72gAwIBAgIUOpzo5n9xT5YuCASlJh1WbP3F/ZUwDQYJKoZIhvcNAQEL BQAwUDEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUxFzAVBgNVBAoTDlZlZWFtIFNv ZnR3YXJlMRwwGgYDVQQDExN2YnItZTk2NTNmMDUuKG5vbmUpMB4XDTI1MTIwMTE1 NTMxOVoXDTM1MTIwMTE1NTMxOVowWzEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUx FzAVBgNVBAoTDlZlZWFtIFNvZnR3YXJlMScwJQYDVQQDEx5sYWItdmVlYW0td29y a2VyLXZtLWVzc2VudGlhbHMwggIiMA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoIC AQC4pDOOOXdAiyvyEgVj7FVHFL8PuVbmrJVDh6VQ15lFd5doVePF1dygxeX3k7IK zEUiFeaZf8vF3xecpZtMhW2eVKbTtweP3DWjj5ZtfR/Kfo55ptPTksaw/Bq59aBo YmxBHDvAm20jQqryMOkmFoRodVJJEef3EUEr88JNPbqFs7YHKrm4qkOLtQNXmI/f 0Mb2Dx2/Z04YOtyYWeQeYSF07/KeUpXIHxNaND8W1akm9/+SbKnuxzOm3d1Y0n1a ZSegMme1XO6aqXveHVQZyUJDBlH9BZ6uJuj/C0PtEBkUY91m4lqwaLkFbavA7nlx CI9RSyrHD13RIVkSqYr9TXEEB4fLPgyGZXuzFFs0NxprxgQsjFiTwsj+EG4cv7FX Yc9cinxACiGSttxtV7QPFbUc6qn4st/JZgtuEigGgnIfw2DqbDP3vz0jvIJ+je/j fr5wjs2TxG1eY6L8g/uoDbV7+PjIMqyNqJV/vYDmcPHXPd1K/nHlOZLPfxABJhBR JWli9BQBEZqUL6onBM4wB4L0cJWvKGfKa1pwkpVfYVoCKrK0/p5VmReMItADrEHi 6IOCtHYTOx7TOhALqplF4GvxXp0AfVNuOASFLk2qoJe1roeZ5G2uJUUUB3+fgOxm FAR7/GuEQTv76H0ShmVe8uvFejANCXCQYNHVyEvPb4JKOwIDAQABo4GbMIGYMAsG A1UdDwQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDATAfBgNVHSMEGDAWgBRGhuBS JiBp6PpxLfXTf9s97lNFQDAJBgNVHRMEAjAAMB0GA1UdDgQWBBSt32j4/gSK9jG/ 0SIk4TTaLYg26zApBgNVHREEIjAggh5sYWItdmVlYW0td29ya2VyLXZtLWVzc2Vu dGlhbHMwDQYJKoZIhvcNAQELBQADggIBAASmUzsT0EfU5oC00dk986MD8aA4/nCg bvDpuPXPWF21rQWaBQNH7185WUL8VysEHyiEXo4WqOmV2DEcSzai+Lz+decS1JQp a69hNxHYiCwt2u/W3RxULB4lM5q0k2fA8SPn7+cMagTZArsb9gwBpB11L3xtUhJ3 yIZ8+PCWaA91mV78gO7oYllIlDvnIkyNODhJBsn+LWabHQn26pmBAGr/3DGQYiEc S0kvEkxLMibSI9TC1a+yJkJrDTHQBmiB7hkSAO4bmpbLnL4IcedvmxHcYv0WEX/l G+Hlw+748ryN1zBEbM7Fa5zxm4dDdaLkAsCMTY2CeoxIskwl+WyTVGgiwmCrxGiI K8U5d0IWW9Ww5rYbxSQHdc5hfMZB4XN0Qt1ewGvOx13IKlaVXjurzBCN4USH8SNJ bxVYIJVYI41qAMANHCuUzB6ERCspKZPEyycAHcz3/OYn8Ib6XOAPP5neogcgBytc jutr2T3XUlohfWLyrPwAsSKtrNHkKYeW1voYso/pR1YlUFKxKXwZiJJdZfeNSbIE iZOR/LMw0BgKFav9bu/bLsxE0BhPck6NYc4ZeOQjDUuB/OFFm412DH0Di07qpcLV Lv+d6RbbnlI52bG7oxN8V43M8Is8s4nhiAa9UMMtwLlXWsDwCHBEXl65m2Ha4ziN hXxXyA9a7ik5 -----END CERTIFICATE----- - path: /opt/VeeamBackupWorker/openssl/certificatePassword content: |- *** - path: /opt/VeeamBackupWorker/openssl/privateKey.pem content: |- *** - path: /etc/cloud/cloud.cfg.d/90_dpkg.cfg content: |- datasource_list: [ None ] - path: /opt/VeeamBackupAgent/network/network_config.yml content: | interfaces: - name: eth0 type: ethernet state: up ipv4: enabled: true dhcp: false address: - ip: 10.10.10.26 prefix-length: 24 ipv6: enabled: false routes: config: - destination: 0.0.0.0/0 next-hop-interface: eth0 next-hop-address: 10.10.10.1 metric: 100 dns-resolver: config: server: - 10.10.10.20 - 10.10.10.21 runcmd: - hostnamectl set-hostname lab-veeam-worker-vm-essentials - sudo nmstatectl apply /opt/VeeamBackupAgent/network/network_config.yml - firewall-cmd --permanent --add-port=19000/tcp - firewall-cmd --reload - sudo rm /etc/pam.d/veeam-login-policy - sudo rm /etc/pam.d/veeam-login-accept-policy - sudo rm /etc/pam.d/veeam-pwd-complexity - sudo rm /etc/pam.d/sshd - sudo sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config - sudo service sshd restart - sudo rm -f -r /var/log/veeam_backup/* - sudo rpm -i /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo rm -f /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo systemctl enable VeeamBackupWorker.service - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificate.pem - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificatePassword - sudo chmod 640 /opt/VeeamBackupWorker/openssl/privateKey.pem - sudo groupdel veeam-admins - sudo groupdel veeam-users - sudo groupdel veeam-users-mfa - rm -f /etc/ssh/sshd_config.d/50-cloud-init.conf - sudo touch /etc/cloud/cloud-init.disabled - sudo dotnet /opt/VeeamUpdater/Veeam.Updater.Config.dll set AutoCheckUpdates.Enabled=false - sudo dnf remove -y cloud-init nmstate dhcp-client dhcp-common ipcalc " 2025-12-02 19:41:55.5672 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Deploying the worker "lab-veeam-worker-vm-essentials"... 2025-12-02 19:41:55.5672 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Creating the worker "lab-veeam-worker-vm-essentials"... 2025-12-02 19:41:56.1837 00040 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Searching for the custom service plan "veeam-custom-service-plan"... 2025-12-02 19:41:56.2420 00040 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully found the custom service plan "veeam-custom-service-plan" 40 2025-12-02 19:41:56.9657 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully created the worker. ID: 3, name: "lab-veeam-worker-vm-essentials" 2025-12-02 19:41:56.9657 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Waiting for the worker deployment to complete. ID: 3, name: "lab-veeam-worker-vm-essentials"... 2025-12-02 19:49:03.8962 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully deployed the worker. ID: 3, name: "lab-veeam-worker-vm-essentials" 2025-12-02 19:49:14.9014 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Applying the affinity settings to the VM 118. IsAffinityEnabled: true... 2025-12-02 19:49:14.9567 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 118... 2025-12-02 19:49:15.0297 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully applied the affinity settings to the VM 118 2025-12-02 19:49:15.0297 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker VM ID: "c156149d-5075-41a7-af07-d38295072663" 2025-12-02 19:49:15.0298 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was deployed successfully 2025-12-02 19:49:15.0298 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully specified the VM ID "c156149d-5075-41a7-af07-d38295072663" with the parent certificate thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 19:49:15.0298 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 19:49:15.0771 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "before start test session" 2025-12-02 19:49:15.0771 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 19:49:15.1395 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM "c156149d-5075-41a7-af07-d38295072663" is already powered off 2025-12-02 19:49:15.1399 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Synchronizing configuration settings of the worker lab-veeam-worker-vm-essentials 2025-12-02 19:49:15.1959 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the worker VM 118 settings. Name: "lab-veeam-worker-vm-essentials", description: ""... 2025-12-02 19:49:15.2902 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the worker VM 118 2025-12-02 19:49:15.2913 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Update the name and description of the worker instance 3: "lab-veeam-worker-vm-essentials", "" 2025-12-02 19:49:15.4085 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the name and description of the worker instance 3 2025-12-02 19:49:15.4096 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the amount of resources allocated to the worker VM 118... 2025-12-02 19:49:15.7676 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-02 19:49:16.1980 00029 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/118/resize"': "$.server.config" 2025-12-02 19:49:20.4001 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully allocated resources to the worker VM 2025-12-02 19:49:20.4001 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Applying the affinity settings to the VM 118. IsAffinityEnabled: true... 2025-12-02 19:49:20.4574 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 118... 2025-12-02 19:49:20.5037 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully applied the affinity settings to the VM 118 2025-12-02 19:49:20.5037 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully 2025-12-02 19:49:20.8487 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering on the worker VM 2025-12-02 19:49:23.3497 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-02 19:49:23.3503 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered on successfully on the host node-2 2025-12-02 19:49:23.3503 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Obtaining an IP address for the worker VM 2025-12-02 19:49:23.4194 00038 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 19:49:23.4194 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 19:49:23.4302 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:26.5410 00038 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 19:49:31.6744 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 19:49:31.6744 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 19:49:31.6752 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:34.7312 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 19:49:39.8631 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 19:49:39.8631 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 19:49:39.8639 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:42.9232 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 19:49:48.0713 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 19:49:48.0713 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 19:49:48.0721 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": Veeam.SPP.Communication.HostHandshakeException: Handshake failed. Reason:Unable to write data to the transport connection: Connection reset by peer. 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: ---> System.IO.IOException: Unable to write data to the transport connection: Connection reset by peer. 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: ---> System.Net.Sockets.SocketException (104): Connection reset by peer 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.NetworkStream.Write(Byte[] buffer, Int32 offset, Int32 count) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: --- End of inner exception stack trace --- 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.NetworkStream.Write(Byte[] buffer, Int32 offset, Int32 count) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ConnectorConfig.Veeam.SPP.Communication.IHostConfiguration.WriteTo(StreamRW streamRW) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnectorBase.AcceptConnection(Socket socket) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: --- End of inner exception stack trace --- 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnectorBase.AcceptConnection(Socket socket) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.OnHostStarted() 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: --- End of stack trace from previous location --- 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 19:49:52.2104 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 19:49:57.3293 00029 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 19:49:57.3293 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 19:49:57.3301 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 19:49:57.8862 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker version changed from 0.0.0.0 to 13.1.0.206 2025-12-02 19:49:58.0669 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 19:49:58.0940 00034 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 19:49:58.0940 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The following IP address was successfully obtained: 10.10.10.26 2025-12-02 19:49:58.0940 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker service 2025-12-02 19:49:58.1013 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 19:49:58.2994 00034 [48867] INFO | [TimeZoneHelper]: Validating timezone settings... 2025-12-02 19:49:58.3072 00034 [48867] INFO | [TimeZoneHelper]: Validate timezone settings successfully 2025-12-02 19:49:58.3786 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: Set address: "10.10.10.26" 2025-12-02 19:49:58.6829 00038 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-02 19:49:58.6829 00038 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "294 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-02 19:49:58.6840 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-02 19:49:58.6840 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient][Retry]: Start Login 2025-12-02 19:49:59.3521 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connection to the worker service was established successfully 2025-12-02 19:49:59.3551 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking for updates in external repositories 2025-12-02 19:49:59.4124 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates 2025-12-02 19:50:04.7762 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates finished 2025-12-02 19:50:04.7771 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Check for updates in external repositories was performed successfully 2025-12-02 19:50:04.7771 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Fetching updates 2025-12-02 19:50:04.7790 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Starting check updates 2025-12-02 19:50:04.8551 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-02 19:50:04.8551 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-02 19:50:04.8924 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 19:50:04.8999 00050 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 19:50:05.4254 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available updates: "" 2025-12-02 19:50:05.4254 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available private fixes 2025-12-02 19:50:05.4261 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finished check updates 2025-12-02 19:50:05.4284 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Product Packages: "" 2025-12-02 19:50:05.4284 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Security Packages: "" 2025-12-02 19:50:05.4284 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Private Fixes: "" 2025-12-02 19:50:05.4294 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: No updates were found 2025-12-02 19:50:05.4309 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker core service 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-02 19:50:05.4426 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-02 19:50:05.4442 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Downloading worker logs... 2025-12-02 19:50:05.4456 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start archiving folder "/var/log" 2025-12-02 19:50:05.4487 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_19-50-05.4439560.zip" 2025-12-02 19:50:05.8192 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_19-50-05.4439560.zip" is created 2025-12-02 19:50:05.8220 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_19-50-05.4439560.zip 2025-12-02 19:50:05.8232 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "test session failed" 2025-12-02 19:50:05.8232 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 19:50:05.8232 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Stop 2025-12-02 19:50:05.9411 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering off the worker VM 2025-12-02 19:50:16.8644 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered off successfully 2025-12-02 19:50:16.8644 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from Preparing to TurnedOff 2025-12-02 19:50:16.8644 00029 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 19:50:16.8927 00029 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty 2025-12-02 19:53:33.6589 00003 [48867] INFO | [Task][98df249e-069f-459f-a5b1-899f93cc3c4c][Internal]: Session logs parameters: NULL 2025-12-02 19:53:33.6589 00003 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 98df249e-069f-459f-a5b1-899f93cc3c4c... 2025-12-02 20:02:43.5920 00019 [48867] INFO | [Task][b9a942f6-5745-49c6-b96f-aa710a2c9ec2][TestWorker][0HNHHNEF1Q0CQ:00000001]: Session logs parameters: NULL 2025-12-02 20:02:43.6562 00019 [48867] INFO | [TaskManager][0HNHHNEF1Q0CQ:00000001]: Initiate iteration for "task queue processor" 2025-12-02 20:02:43.6862 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from TurnedOff to Preparing 2025-12-02 20:02:43.6862 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:02:43.7125 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Testing the worker lab-veeam-worker-vm-essentials 2025-12-02 20:02:44.0085 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The VM ID will be not set since it is the same: "c156149d-5075-41a7-af07-d38295072663" 2025-12-02 20:02:44.0085 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "before start test session" 2025-12-02 20:02:44.0085 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 20:02:44.0586 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering off the worker VM 2025-12-02 20:02:55.0111 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered off successfully 2025-12-02 20:02:55.0111 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from Preparing to TurnedOff 2025-12-02 20:02:55.0111 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:02:55.0410 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Synchronizing configuration settings of the worker lab-veeam-worker-vm-essentials 2025-12-02 20:02:55.1092 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the worker VM 118 settings. Name: "lab-veeam-worker-vm-essentials", description: ""... 2025-12-02 20:02:55.1847 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the worker VM 118 2025-12-02 20:02:55.1847 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Update the name and description of the worker instance 3: "lab-veeam-worker-vm-essentials", "" 2025-12-02 20:02:55.4454 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the name and description of the worker instance 3 2025-12-02 20:02:55.4454 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the amount of resources allocated to the worker VM 118... 2025-12-02 20:02:55.5442 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-02 20:02:55.6085 00019 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/118/resize"': "$.server.config" 2025-12-02 20:02:59.8054 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully allocated resources to the worker VM 2025-12-02 20:02:59.8054 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Applying the affinity settings to the VM 118. IsAffinityEnabled: true... 2025-12-02 20:02:59.8525 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 118... 2025-12-02 20:02:59.8904 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully applied the affinity settings to the VM 118 2025-12-02 20:02:59.8904 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully 2025-12-02 20:03:00.1477 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering on the worker VM 2025-12-02 20:03:01.8348 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-02 20:03:01.8349 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered on successfully on the host node-2 2025-12-02 20:03:01.8349 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Obtaining an IP address for the worker VM 2025-12-02 20:03:01.8861 00035 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:03:01.8861 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:03:01.8878 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:03:20.4594 00035 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 20:03:25.6041 00035 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:03:25.6041 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:03:25.6041 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:03:28.3370 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:03:28.3672 00012 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:03:28.3672 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The following IP address was successfully obtained: 10.10.10.26 2025-12-02 20:03:28.3672 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker service 2025-12-02 20:03:28.3681 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:03:28.5581 00035 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-02 20:03:28.5581 00035 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "14 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-02 20:03:28.5601 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-02 20:03:38.9277 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connection to the worker service was established successfully 2025-12-02 20:03:38.9278 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking for updates in external repositories 2025-12-02 20:03:38.9920 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates 2025-12-02 20:03:44.3018 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates finished 2025-12-02 20:03:44.3019 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Check for updates in external repositories was performed successfully 2025-12-02 20:03:44.3019 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Fetching updates 2025-12-02 20:03:44.3019 00035 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Starting check updates 2025-12-02 20:03:44.3424 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-02 20:03:44.3424 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-02 20:03:44.3439 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:03:44.3439 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available updates: "" 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available private fixes 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finished check updates 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Product Packages: "" 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Security Packages: "" 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Private Fixes: "" 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: No updates were found 2025-12-02 20:03:44.8563 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker core service 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-02 20:03:44.8737 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-02 20:03:44.8741 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Downloading worker logs... 2025-12-02 20:03:44.8741 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start archiving folder "/var/log" 2025-12-02 20:03:44.8741 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-03-44.8741400.zip" 2025-12-02 20:03:45.2613 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-03-44.8741400.zip" is created 2025-12-02 20:03:45.2620 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-03-44.8741400.zip 2025-12-02 20:03:45.2620 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "test session failed" 2025-12-02 20:03:45.2620 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 20:03:45.2620 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Stop 2025-12-02 20:03:45.3797 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering off the worker VM 2025-12-02 20:03:56.1999 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered off successfully 2025-12-02 20:03:56.1999 00038 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty 2025-12-02 20:04:08.1476 00017 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CR:00000001]: BackupMode: IncrementalBackup 2025-12-02 20:04:08.1476 00017 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CR:00000001]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356" starting... 2025-12-02 20:04:08.1476 00017 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0CR:00000001]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356" exec context is created 2025-12-02 20:04:08.1479 00017 [48867] INFO | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob][0HNHHNEF1Q0CR:00000001]: Session logs parameters: SessionLogsParameters FolderName='Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7' FileName='Test HPE VM Essentials' ArchiveOnFinish=True LogFolder='/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME' 2025-12-02 20:04:08.6256 00017 [48867] INFO | [WorkerManager]: Waiting for available workers... 2025-12-02 20:04:08.6273 00019 [48867] INFO | [Task][2790080d-86ee-4aa9-8392-f7df322e7205][PrepareWorker]: Session logs parameters: NULL 2025-12-02 20:04:08.6420 00019 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-02 20:04:08.6677 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from TurnedOff to Preparing 2025-12-02 20:04:08.6677 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:04:08.6906 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Testing the worker lab-veeam-worker-vm-essentials 2025-12-02 20:04:09.0049 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The VM ID will be not set since it is the same: "c156149d-5075-41a7-af07-d38295072663" 2025-12-02 20:04:09.0049 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "before start test session" 2025-12-02 20:04:09.0049 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 20:04:09.0545 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM "c156149d-5075-41a7-af07-d38295072663" is already powered off 2025-12-02 20:04:09.0545 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Synchronizing configuration settings of the worker lab-veeam-worker-vm-essentials 2025-12-02 20:04:09.1066 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the worker VM 118 settings. Name: "lab-veeam-worker-vm-essentials", description: ""... 2025-12-02 20:04:09.1676 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the worker VM 118 2025-12-02 20:04:09.1676 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Update the name and description of the worker instance 3: "lab-veeam-worker-vm-essentials", "" 2025-12-02 20:04:09.2611 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the name and description of the worker instance 3 2025-12-02 20:04:09.2611 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the amount of resources allocated to the worker VM 118... 2025-12-02 20:04:09.3632 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-02 20:04:09.4216 00017 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/118/resize"': "$.server.config" 2025-12-02 20:04:13.6101 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully allocated resources to the worker VM 2025-12-02 20:04:13.6101 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Applying the affinity settings to the VM 118. IsAffinityEnabled: true... 2025-12-02 20:04:13.6600 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 118... 2025-12-02 20:04:13.6971 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully applied the affinity settings to the VM 118 2025-12-02 20:04:13.6971 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully 2025-12-02 20:04:13.9722 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering on the worker VM 2025-12-02 20:04:15.8411 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-02 20:04:15.8411 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered on successfully on the host node-2 2025-12-02 20:04:15.8411 00038 [48867] INFO | [TaskManager]: Unlocking object resource, task ID 2790080d-86ee-4aa9-8392-f7df322e7205... 2025-12-02 20:04:15.8411 00038 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Obtaining an IP address for the worker VM 2025-12-02 20:04:15.8914 00017 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:04:15.8914 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:04:15.8920 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:04:34.1873 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 20:04:39.3079 00017 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:04:39.3079 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:04:39.3079 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:04:43.5969 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:04:43.6247 00012 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:04:43.6247 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The following IP address was successfully obtained: 10.10.10.26 2025-12-02 20:04:43.6249 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker service 2025-12-02 20:04:43.6249 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:04:43.8387 00031 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-02 20:04:43.8387 00031 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "18 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-02 20:04:43.8387 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-02 20:04:54.2207 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connection to the worker service was established successfully 2025-12-02 20:04:54.2207 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking for updates in external repositories 2025-12-02 20:04:54.2926 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates 2025-12-02 20:04:59.5947 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates finished 2025-12-02 20:04:59.5947 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Check for updates in external repositories was performed successfully 2025-12-02 20:04:59.5947 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Fetching updates 2025-12-02 20:04:59.5947 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Starting check updates 2025-12-02 20:04:59.6352 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-02 20:04:59.6352 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-02 20:04:59.6367 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:04:59.6367 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:05:00.1518 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available updates: "" 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available private fixes 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finished check updates 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Product Packages: "" 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Security Packages: "" 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Private Fixes: "" 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: No updates were found 2025-12-02 20:05:00.1519 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker core service 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-02 20:05:00.1624 00012 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-02 20:05:00.1624 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Downloading worker logs... 2025-12-02 20:05:00.1629 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start archiving folder "/var/log" 2025-12-02 20:05:00.1629 00012 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-05-00.1627915.zip" 2025-12-02 20:05:00.5546 00031 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-05-00.1627915.zip" is created 2025-12-02 20:05:00.5551 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-05-00.1627915.zip 2025-12-02 20:05:00.5551 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "test session failed" 2025-12-02 20:05:00.5551 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 20:05:00.5551 00017 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Stop 2025-12-02 20:05:00.6731 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering off the worker VM 2025-12-02 20:05:11.3322 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered off successfully 2025-12-02 20:05:11.3322 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from Preparing to TurnedOff 2025-12-02 20:05:11.3322 00019 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:05:11.3620 00019 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty 2025-12-02 20:05:11.6618 00017 [48867] ERROR | [ProgressReporterExtensions]: Object name "plantilla-ws2022-datacenter-ENG-morpheus", id "787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7", cluster "b484eed2-eb5e-4efa-ac1c-39197b630b1c" processing failed 2025-12-02 20:05:12.1182 00017 [48867] INFO | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked" 2025-12-02 20:05:12.1182 00017 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Failed "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked". Error: "The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log is locked for read/write actions": System.Exception: The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log is locked for read/write actions 2025-12-02 20:05:12.1182 00017 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.FileHelper.<>c__DisplayClass16_0.b__0() 2025-12-02 20:05:12.1182 00017 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass6_0.b__0() 2025-12-02 20:05:12.1182 00017 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass5_0`1.b__0(CancellationToken _) 2025-12-02 20:05:12.1182 00017 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-02 20:05:12.1182 00017 [48867] INFO | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Retry after 10 sec. Retry 1/3 for Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked 2025-12-02 20:05:22.1189 00019 [48867] INFO | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked" 2025-12-02 20:05:22.1189 00019 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Failed "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked". Error: "The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log is locked for read/write actions": System.Exception: The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log is locked for read/write actions 2025-12-02 20:05:22.1189 00019 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.FileHelper.<>c__DisplayClass16_0.b__0() 2025-12-02 20:05:22.1189 00019 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass6_0.b__0() 2025-12-02 20:05:22.1189 00019 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass5_0`1.b__0(CancellationToken _) 2025-12-02 20:05:22.1189 00019 [48867] ERROR | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-02 20:05:22.1189 00019 [48867] INFO | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Retry after 10 sec. Retry 2/3 for Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked 2025-12-02 20:05:32.1198 00019 [48867] INFO | [Task][5c13a659-e626-443f-88a4-3805d3a10ac7][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/5c13a659-e626-443f-88a4-3805d3a10ac7/Test HPE VM Essentials.log to be unlocked" 2025-12-02 20:05:32.1214 00017 [48867] INFO | [DirectoryHelper]: Start "Deleting the log folder" 2025-12-02 20:08:36.6315 00003 [48867] INFO | [Task][4405176a-6d48-46c7-8a12-3dd08f76f905][Internal]: Session logs parameters: NULL 2025-12-02 20:08:36.6315 00003 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 4405176a-6d48-46c7-8a12-3dd08f76f905... 2025-12-02 20:20:22.1919 00039 [48867] INFO | [Task][9933e48d-5bd2-4e30-8661-201b06fb1633][TestWorker][0HNHHNEF1Q0CT:00000001]: Session logs parameters: NULL 2025-12-02 20:20:22.2580 00039 [48867] INFO | [TaskManager][0HNHHNEF1Q0CT:00000001]: Initiate iteration for "task queue processor" 2025-12-02 20:20:22.2910 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from TurnedOff to Preparing 2025-12-02 20:20:22.2910 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:20:22.3177 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Testing the worker lab-veeam-worker-vm-essentials 2025-12-02 20:20:22.6337 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The VM ID will be not set since it is the same: "c156149d-5075-41a7-af07-d38295072663" 2025-12-02 20:20:22.6337 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "before start test session" 2025-12-02 20:20:22.6338 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 20:20:22.7083 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM "c156149d-5075-41a7-af07-d38295072663" is already powered off 2025-12-02 20:20:22.7083 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Synchronizing configuration settings of the worker lab-veeam-worker-vm-essentials 2025-12-02 20:20:22.7601 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the worker VM 118 settings. Name: "lab-veeam-worker-vm-essentials", description: ""... 2025-12-02 20:20:22.8210 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the worker VM 118 2025-12-02 20:20:22.8210 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Update the name and description of the worker instance 3: "lab-veeam-worker-vm-essentials", "" 2025-12-02 20:20:22.9099 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully updated the name and description of the worker instance 3 2025-12-02 20:20:22.9099 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Updating the amount of resources allocated to the worker VM 118... 2025-12-02 20:20:22.9834 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-02 20:20:23.0581 00047 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/118/resize"': "$.server.config" 2025-12-02 20:20:27.2983 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully allocated resources to the worker VM 2025-12-02 20:20:27.2983 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Applying the affinity settings to the VM 118. IsAffinityEnabled: true... 2025-12-02 20:20:27.3548 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 118... 2025-12-02 20:20:27.3989 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Successfully applied the affinity settings to the VM 118 2025-12-02 20:20:27.3989 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully 2025-12-02 20:20:27.7187 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering on the worker VM 2025-12-02 20:20:29.5432 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-02 20:20:29.5432 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered on successfully on the host node-2 2025-12-02 20:20:29.5432 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Obtaining an IP address for the worker VM 2025-12-02 20:20:29.5980 00047 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:20:29.5980 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:20:29.5980 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:20:32.6514 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 20:20:37.7101 00047 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:20:37.7101 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:20:37.7101 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:20:40.7793 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 20:20:45.9120 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:20:45.9120 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:20:45.9120 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:20:48.9713 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 20:20:54.0243 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:20:54.0243 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Set ip address "10.10.10.26" 2025-12-02 20:20:54.0251 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:20:55.8518 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:20:55.8804 00005 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" 2025-12-02 20:20:55.8804 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The following IP address was successfully obtained: 10.10.10.26 2025-12-02 20:20:55.8804 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker service 2025-12-02 20:20:55.8812 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Added the VCF tags: "workerId:4c10d25d-bf8c-41db-b7ac-808ed113104e,IsCodeCoverageEnabled:False" 2025-12-02 20:20:56.0817 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-02 20:20:56.0817 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "19 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-02 20:20:56.0817 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-02 20:21:06.4583 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connection to the worker service was established successfully 2025-12-02 20:21:06.4583 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking for updates in external repositories 2025-12-02 20:21:06.5310 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates 2025-12-02 20:21:11.8252 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Checking new updates finished 2025-12-02 20:21:11.8252 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Check for updates in external repositories was performed successfully 2025-12-02 20:21:11.8252 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Fetching updates 2025-12-02 20:21:11.8252 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Starting check updates 2025-12-02 20:21:11.8674 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-02 20:21:11.8674 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-02 20:21:11.8680 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:21:11.8680 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available updates: "" 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Found 0 available private fixes 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Finished check updates 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Product Packages: "" 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Security Packages: "" 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][UpdatesManager]: Private Fixes: "" 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: No updates were found 2025-12-02 20:21:12.3821 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Connecting to the worker core service 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-02 20:21:12.3945 00048 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-02 20:21:12.3950 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Downloading worker logs... 2025-12-02 20:21:12.3950 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start archiving folder "/var/log" 2025-12-02 20:21:12.3950 00048 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-21-12.3950019.zip" 2025-12-02 20:21:12.7969 00047 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-21-12.3950019.zip" is created 2025-12-02 20:21:12.7982 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-21-12.3950019.zip 2025-12-02 20:21:12.7982 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Checking that the worker VM is powered off: "test session failed" 2025-12-02 20:21:12.7982 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Reset current host and ipAddress to null 2025-12-02 20:21:12.7982 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials][VCF]: Stop 2025-12-02 20:21:12.9188 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Powering off the worker VM 2025-12-02 20:21:23.8551 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM was powered off successfully 2025-12-02 20:21:23.8551 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Changed "worker lab-veeam-worker-vm-essentials, 4c10d25d-bf8c-41db-b7ac-808ed113104e" state from Preparing to TurnedOff 2025-12-02 20:21:23.8551 00034 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Save worker 4c10d25d-bf8c-41db-b7ac-808ed113104e data to DB 2025-12-02 20:21:23.8827 00034 [48867] ERROR | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty 2025-12-02 20:23:08.0489 00042 [48867] INFO | [Task][7c760072-21d3-4488-a2b8-7cae963e3af3][DeleteWorker][0HNHHNEF1Q0CU:00000001]: Session logs parameters: NULL 2025-12-02 20:23:08.0489 00005 [48867] INFO | [VeeamPlatformAuthenticator]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-02 20:23:08.0489 00005 [48867] INFO | [LinuxSecurityProvider]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-02 20:23:08.0489 00005 [48867] INFO | [CertificateManager]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 20:23:08.0489 00005 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 20:23:08.0489 00005 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 20:23:08.0502 00005 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 20:23:08.0502 00005 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 20:23:08.0545 00005 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 20:23:08.0545 00005 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-02 20:23:08.0545 00005 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-02 20:23:08.0545 00005 [48867] INFO | [VeeamPlatformAuthenticator]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-02 20:23:08.9986 00005 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executed successfully 2025-12-02 20:23:09.0025 00005 [48867] INFO | [DbProvider client]: DbProvider Token has been updated. UTC expiration date: "2025-12-02T19:38:08Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDcwNDI4OCwiaWF0IjoxNzY0NzAzMzg4LCJuYmYiOjE3NjQ3MDMzODgsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6Ijg3N2JjOTAxLTY2MmEtNDY2MS04Y2JhLTgwZjI2YzcyMDA5YSJ9" 2025-12-02 20:23:09.0657 00005 [48867] INFO | [Task][3ef09ef3-24c9-4c15-9abb-d7d53ddaea67][Internal]: Session logs parameters: NULL 2025-12-02 20:23:09.0658 00005 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-02 20:23:09.0658 00005 [48867] INFO | [WorkerManager]: DeleteWorkerAsync begin, workerId=4c10d25d-bf8c-41db-b7ac-808ed113104e 2025-12-02 20:23:09.0658 00005 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Removing the worker VM from the cluster 2025-12-02 20:23:09.2087 00045 [48867] INFO | [WorkerManager]: Deleting Vm "c156149d-5075-41a7-af07-d38295072663" for 4c10d25d-bf8c-41db-b7ac-808ed113104e 2025-12-02 20:23:13.6638 00021 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/118", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-02 20:23:13.6639 00021 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/118", "code: 404", duration: "19 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: """" 2025-12-02 20:23:13.6660 00021 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Failed to find the VM 118: "Server not found" 2025-12-02 20:23:13.7760 00021 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/instances/3?details=true", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-02 20:23:13.7760 00021 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/instances/3?details=true", "code: 404", duration: "16 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: """" 2025-12-02 20:23:13.7760 00021 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Failed to find the instance 3: "Instance not found or insufficient access" 2025-12-02 20:23:13.7760 00021 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker VM c156149d-5075-41a7-af07-d38295072663 was removed from the cluster successfully 2025-12-02 20:23:13.7760 00021 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: Removing the worker lab-veeam-worker-vm-essentials from the storage 2025-12-02 20:23:13.7810 00021 [48867] INFO | [Worker][4c10d25d-bf8c-41db-b7ac-808ed113104e][lab-veeam-worker-vm-essentials]: The worker lab-veeam-worker-vm-essentials was removed from the storage successfully 2025-12-02 20:23:13.7810 00021 [48867] INFO | [WorkerManager]: DeleteWorkerAsync end 2025-12-02 20:23:39.6611 00045 [48867] INFO | [Task][f4091a42-08f7-49fc-b1b1-f84b7f25591d][Internal]: Session logs parameters: NULL 2025-12-02 20:23:39.6611 00045 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID f4091a42-08f7-49fc-b1b1-f84b7f25591d... 2025-12-02 20:25:04.2434 00033 [48867] INFO | [WorkerManager][0HNHHNEF1Q0CU:0000000B]: CreateWorkerAsync begin, Id: f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 2025-12-02 20:25:04.2434 00033 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CU:0000000B]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 20:25:04.2434 00033 [48867] INFO | [SDataProtector][0HNHHNEF1Q0CU:0000000B]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 20:25:04.2484 00033 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0CU:0000000B]: Accessing custom certificate store My (local) 2025-12-02 20:25:04.2484 00033 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CU:0000000B]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 20:25:04.2542 00033 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0CU:0000000B]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 20:25:04.2542 00033 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0CU:0000000B]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 20:25:04.2542 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager][0HNHHNEF1Q0CU:0000000B]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-02 20:25:04.2542 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][0HNHHNEF1Q0CU:0000000B]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-02 20:25:04.2885 00033 [48867] INFO | [WorkerManager][0HNHHNEF1Q0CU:0000000B]: CreateWorkerAsync end, Id: f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 2025-12-02 20:25:06.3923 00033 [48867] INFO | [Task][96e1f042-6cf9-4abc-a0f4-cea8697eed92][TestWorker][0HNHHNEF1Q0CU:0000000C]: Session logs parameters: NULL 2025-12-02 20:25:06.4113 00033 [48867] INFO | [TaskManager][0HNHHNEF1Q0CU:0000000C]: Initiate iteration for "task queue processor" 2025-12-02 20:25:06.4396 00042 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Changed "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" state from Configured to Preparing 2025-12-02 20:25:06.4396 00042 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-02 20:25:06.4675 00042 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Testing the worker test 2025-12-02 20:25:06.6542 00042 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Searching for uploaded worker VM images 2025-12-02 20:25:06.7199 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Finished searching for uploaded worker VM images 2025-12-02 20:25:06.7199 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Deploying the worker VM 2025-12-02 20:25:06.7199 00033 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 20:25:06.7199 00033 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-02 20:25:06.7199 00033 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-02 20:25:06.7199 00033 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 20:25:06.7257 00033 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-02 20:25:06.7257 00033 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 20:25:06.7257 00033 [48867] INFO | [WorkersCertificateManagerBase]: Loaded parent certificate with thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 20:25:08.2909 00033 [48867] INFO | [WorkersCertificateManagerBase]: Created worker certificate with thumbprint "BF12591B6081E7793CE5DEEA0628EFC0DBF00C7E" 2025-12-02 20:25:08.3146 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Cloud init config for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" "#cloud-config hostname: test manage_etc_hosts: true growpart: mode: auto ignore_growroot_disabled: true write_files: - path: /etc/ssh/sshd_config content: |- PasswordAuthentication yes Subsystem sftp /usr/libexec/openssh/sftp-server #PermitRootLogin prohibit-password - path: /opt/VeeamBackupWorker/worker-initial.json content: |- { "WorkerId": "f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" } - path: /opt/VeeamBackupWorker/openssl/certificate.pem content: |- -----BEGIN CERTIFICATE----- MIIFoDCCA4igAwIBAgIUVZuj74f35WnWCXqi/EabAqRsZc8wDQYJKoZIhvcNAQEL BQAwUDEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUxFzAVBgNVBAoTDlZlZWFtIFNv ZnR3YXJlMRwwGgYDVQQDExN2YnItZTk2NTNmMDUuKG5vbmUpMB4XDTI1MTIwMTE1 NTMxOVoXDTM1MTIwMTE1NTMxOVowQTEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUx FzAVBgNVBAoTDlZlZWFtIFNvZnR3YXJlMQ0wCwYDVQQDEwR0ZXN0MIICIjANBgkq hkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAvs55lfuvQFg90YBRREif6FVnpPlmyj1b b3qpxR5KtW4Smo+4lXIp0ZsS7CyAc5NBS92RFJZlllpNuE9oKm4ApKj8LVPWIm/o 4ZNLLLp5SMaNfUUYKnDfvYdYABiRdK5xFv5fYZQcA85PZ3WIbXOnh8Ozh63ccdHB AbifjH4oCHz7oEEBtg+lD+r+sfDvqg9TIn0TRJMwmK0VYKJpCu7IDyu6VOf4dayT cM7VtwJt4OgyFwHrrdrExnKIh/RsRg7XCkM5wFmaIMefHJrTcEKIRUzOotWASP6V aqx4Vrj2fyEViHxEwME3lqm11XbcNmM84D+fAvohh8tqyXzynFG9ZprKJtZyds4E F0t2sCdKfPcC2fx6KTuv384OBJVnhANEP9/i0lINYsVwtdVIWLkSRQ39B7LVizM7 yRGnsyGY0RCVLKRD/VA/d6eROZb4BuSX7LxhQ5UvN1QaJBWlj8ri9U4vgCue7CTG ziKfiiQjR+gkAEtKHS9vN+pFnBqL3G4jPQqFxEmqoKVC64lVridq9UHWRRgkm7E5 UrRKY3CiMTZUuqrtFVuHr6C5jmUpfxMBqp3Z6sGtLySQL98qN/DESFnqNldQEyta vrWgMWqypT/61e4Smp6zf++RjL+F1ol3gRLofok7QYBOqm7XIQcGfT9sHQr+KksV wSfwKgFn/eUCAwEAAaOBgDB+MAsGA1UdDwQEAwIHgDATBgNVHSUEDDAKBggrBgEF BQcDATAfBgNVHSMEGDAWgBRGhuBSJiBp6PpxLfXTf9s97lNFQDAJBgNVHRMEAjAA MB0GA1UdDgQWBBT1G7264vvINlJkhl+0Ubo5TGs9EDAPBgNVHREECDAGggR0ZXN0 MA0GCSqGSIb3DQEBCwUAA4ICAQDENDZCCXy6xzBOa4W2Gjohb3sCK2/PcGgZopki hsjD2dNmkxwZLPuC9y3kZ9rFuwy6V9izQwVqq0fNdVvCOfLgP6C4X/PTelScYrqn Kso+ILNpPXb24UHRwkcBcEDasO0DimU7OmsAY/mLsmpsbJ3ryiu4TeuSax3pklWx ECvvW1q0ueCZzwfzwqqRYkn1sFqtrFO6oRIuQokj6w2R66vTOq4K1ABqTtiIP31e ofsBmfvEjeowsx+uR0OlutejWJgr0oRFw3K0nUMECBd6x0a8y5rVydYBVjWSn713 ROMrUuj0thyOb/2Fu+f+1AQ/RPv65r+LoT330lbW480AQrdtBGLj2L5jMSNGUKvX V/P6JrLGX2SGqkReP//PPZ55GLACR/+7EjQsQ9LAyN3mJRD2rucSK9+c/k27rmiO 1UVD0iC0PR0kHTbeqhstM+tMAbxPE9j5WGoxdHgUxYt+6V2Of0Cs7mgPf8srmKPA uXy4woq1K8jjbp8LAkm4r9wfKMLsRhx5J4Us+8d7TS8kgg5pSdK15vHjSBcsvMQz af51KgwKzW3lN7C9F6iZfVY59OdhazA/LPjX256v+7FuS3BdLZKxai5MTbz6pmAX DOC8Mbg4+77Ez2sWENjU1OuqJV3xjwqmY70l4YpFDxSf5sQgyTW1wlEKrFbqjwTL nEXiQA== -----END CERTIFICATE----- - path: /opt/VeeamBackupWorker/openssl/certificatePassword content: |- *** - path: /opt/VeeamBackupWorker/openssl/privateKey.pem content: |- *** - path: /etc/cloud/cloud.cfg.d/90_dpkg.cfg content: |- datasource_list: [ None ] - path: /opt/VeeamBackupAgent/network/network_config.yml content: | interfaces: - name: eth0 type: ethernet state: up ipv4: enabled: true dhcp: false address: - ip: 10.10.10.26 prefix-length: 24 ipv6: enabled: false routes: config: - destination: 0.0.0.0/0 next-hop-interface: eth0 next-hop-address: 10.10.10.1 metric: 100 dns-resolver: config: server: - 10.10.10.20 - 10.10.10.21 runcmd: - hostnamectl set-hostname test - sudo nmstatectl apply /opt/VeeamBackupAgent/network/network_config.yml - firewall-cmd --permanent --add-port=19000/tcp - firewall-cmd --reload - sudo rm /etc/pam.d/veeam-login-policy - sudo rm /etc/pam.d/veeam-login-accept-policy - sudo rm /etc/pam.d/veeam-pwd-complexity - sudo rm /etc/pam.d/sshd - sudo sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config - sudo service sshd restart - sudo rm -f -r /var/log/veeam_backup/* - sudo rpm -i /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo rm -f /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo systemctl enable VeeamBackupWorker.service - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificate.pem - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificatePassword - sudo chmod 640 /opt/VeeamBackupWorker/openssl/privateKey.pem - sudo groupdel veeam-admins - sudo groupdel veeam-users - sudo groupdel veeam-users-mfa - rm -f /etc/ssh/sshd_config.d/50-cloud-init.conf - sudo touch /etc/cloud/cloud-init.disabled - sudo dotnet /opt/VeeamUpdater/Veeam.Updater.Config.dll set AutoCheckUpdates.Enabled=false - sudo dnf remove -y cloud-init nmstate dhcp-client dhcp-common ipcalc " 2025-12-02 20:25:08.3146 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Deploying the worker "test"... 2025-12-02 20:25:08.3146 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Creating the worker "test"... 2025-12-02 20:25:08.7465 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Searching for the custom service plan "veeam-custom-service-plan"... 2025-12-02 20:25:08.7854 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully found the custom service plan "veeam-custom-service-plan" 40 2025-12-02 20:25:09.4378 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully created the worker. ID: 4, name: "test" 2025-12-02 20:25:09.4379 00033 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Waiting for the worker deployment to complete. ID: 4, name: "test"... 2025-12-02 20:32:11.3976 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully deployed the worker. ID: 4, name: "test" 2025-12-02 20:32:22.2203 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Applying the affinity settings to the VM 119. IsAffinityEnabled: true... 2025-12-02 20:32:22.2689 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 119... 2025-12-02 20:32:22.3098 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully applied the affinity settings to the VM 119 2025-12-02 20:32:22.3098 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker VM ID: "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" 2025-12-02 20:32:22.3098 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was deployed successfully 2025-12-02 20:32:22.3098 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully specified the VM ID "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" with the parent certificate thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-02 20:32:22.3098 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-02 20:32:22.3392 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-02 20:32:22.3392 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Reset current host and ipAddress to null 2025-12-02 20:32:22.3935 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" is already powered off 2025-12-02 20:32:22.3935 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Synchronizing configuration settings of the worker test 2025-12-02 20:32:22.4485 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Updating the worker VM 119 settings. Name: "test", description: "Created by .\veeamadmin at 02/12/2025 20:24."... 2025-12-02 20:32:22.5138 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully updated the worker VM 119 2025-12-02 20:32:22.5138 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Update the name and description of the worker instance 4: "test", "Created by .\veeamadmin at 02/12/2025 20:24." 2025-12-02 20:32:22.6065 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully updated the name and description of the worker instance 4 2025-12-02 20:32:22.6065 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Updating the amount of resources allocated to the worker VM 119... 2025-12-02 20:32:22.6838 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-02 20:32:22.7376 00005 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/119/resize"': "$.server.config" 2025-12-02 20:32:27.0127 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully allocated resources to the worker VM 2025-12-02 20:32:27.0127 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Applying the affinity settings to the VM 119. IsAffinityEnabled: true... 2025-12-02 20:32:27.0687 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 119... 2025-12-02 20:32:27.1450 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully applied the affinity settings to the VM 119 2025-12-02 20:32:27.1450 00005 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Configuration settings of the worker test were synchronized successfully 2025-12-02 20:32:27.4787 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering on the worker VM 2025-12-02 20:32:29.2377 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-02 20:32:29.2377 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered on successfully on the host node-2 2025-12-02 20:32:29.2378 00039 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Obtaining an IP address for the worker VM 2025-12-02 20:32:29.2869 00031 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-02 20:32:29.2869 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-02 20:32:29.2886 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-02 20:32:47.8839 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-02 20:32:52.9991 00031 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-02 20:32:52.9991 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-02 20:32:52.9991 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-02 20:32:56.8450 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker version changed from 0.0.0.0 to 13.1.0.206 2025-12-02 20:32:57.0028 00038 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-02 20:32:57.0308 00038 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-02 20:32:57.0308 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-02 20:32:57.0308 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connecting to the worker service 2025-12-02 20:32:57.0308 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-02 20:32:57.2084 00031 [48867] INFO | [TimeZoneHelper]: Validating timezone settings... 2025-12-02 20:32:57.2084 00031 [48867] INFO | [TimeZoneHelper]: Validate timezone settings successfully 2025-12-02 20:32:57.3262 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: Set address: "10.10.10.26" 2025-12-02 20:32:57.3367 00045 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-02 20:32:57.3367 00045 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "10 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-02 20:32:57.3367 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-02 20:33:07.3422 00008 [48867] WARN | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF][0HNHHNEF1Q0CK:000000E1]: Connection to "10.10.10.26:19000" lost: "Unable to read data from the transport connection: Connection timed out." 2025-12-02 20:33:07.5747 00045 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-02 20:33:07.5747 00045 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "236 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-02 20:33:07.5747 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-02 20:33:07.5747 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Start Login 2025-12-02 20:33:08.1955 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connection to the worker service was established successfully 2025-12-02 20:33:08.1955 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking for updates in external repositories 2025-12-02 20:33:08.2455 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Checking new updates 2025-12-02 20:33:13.5361 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Checking new updates finished 2025-12-02 20:33:13.5361 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Check for updates in external repositories was performed successfully 2025-12-02 20:33:13.5361 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Fetching updates 2025-12-02 20:33:13.5361 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Starting check updates 2025-12-02 20:33:13.5827 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-02 20:33:13.5827 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-02 20:33:13.5833 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:33:13.5833 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 0 available updates: "" 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 0 available private fixes 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Finished check updates 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Product Packages: "" 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Security Packages: "" 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Private Fixes: "" 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: No updates were found 2025-12-02 20:33:14.0755 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connecting to the worker core service 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-02 20:33:14.0873 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-02 20:33:14.0873 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Downloading worker logs... 2025-12-02 20:33:14.0879 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Start archiving folder "/var/log" 2025-12-02 20:33:14.0879 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-02_20-33-14.0877644.zip" 2025-12-02 20:33:14.5229 00038 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-02_20-33-14.0877644.zip" is created 2025-12-02 20:33:14.5229 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-02_20-33-14.0877644.zip 2025-12-02 20:33:14.5229 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-02 20:33:14.5229 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Reset current host and ipAddress to null 2025-12-02 20:33:14.5229 00045 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Stop 2025-12-02 20:33:14.6424 00021 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering off the worker VM 2025-12-02 20:33:25.5599 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered off successfully 2025-12-02 20:33:25.5599 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Changed "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" state from Preparing to TurnedOff 2025-12-02 20:33:25.5599 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-02 20:33:25.5879 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-02 20:38:41.7955 00012 [48867] INFO | [Task][ac1be0b6-cfed-4313-9ed0-d29199c816f8][Internal]: Session logs parameters: NULL 2025-12-02 20:38:41.7955 00012 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ac1be0b6-cfed-4313-9ed0-d29199c816f8... 2025-12-02 20:53:21.2439 00013 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-02 20:53:21.2439 00013 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-02 20:53:21.2821 00013 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-02 20:53:21.2821 00013 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-02 20:53:44.7701 00038 [48867] INFO | [Task][2efb828b-6e99-4ecb-b8b3-55d0787005c5][Internal]: Session logs parameters: NULL 2025-12-02 20:53:44.7712 00038 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 2efb828b-6e99-4ecb-b8b3-55d0787005c5... 2025-12-02 21:08:47.7971 00021 [48867] INFO | [Task][ba103595-b08a-419c-b483-98054b1f22ec][Internal]: Session logs parameters: NULL 2025-12-02 21:08:47.7971 00021 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ba103595-b08a-419c-b483-98054b1f22ec... 2025-12-02 21:23:50.8352 00065 [48867] INFO | [Task][f3504101-6400-4420-a6e1-f8f85bd1e38a][Internal]: Session logs parameters: NULL 2025-12-02 21:23:50.8352 00065 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID f3504101-6400-4420-a6e1-f8f85bd1e38a... 2025-12-02 21:38:53.7569 00053 [48867] INFO | [Task][761a58ad-2bf8-470c-98db-973c32461e76][Internal]: Session logs parameters: NULL 2025-12-02 21:38:53.7569 00053 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 761a58ad-2bf8-470c-98db-973c32461e76... 2025-12-02 21:53:56.6664 00059 [48867] INFO | [Task][929613e1-07c9-4b6d-97c3-9e370e5487ed][Internal]: Session logs parameters: NULL 2025-12-02 21:53:56.6664 00059 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 929613e1-07c9-4b6d-97c3-9e370e5487ed... 2025-12-02 22:08:59.6286 00012 [48867] INFO | [Task][e335bdce-d039-42b8-b3bc-2672f4953034][Internal]: Session logs parameters: NULL 2025-12-02 22:08:59.6289 00012 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e335bdce-d039-42b8-b3bc-2672f4953034... 2025-12-02 22:24:02.5390 00075 [48867] INFO | [Task][219da30d-82da-4a19-9672-239ffecc1da1][Internal]: Session logs parameters: NULL 2025-12-02 22:24:02.5390 00075 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 219da30d-82da-4a19-9672-239ffecc1da1... 2025-12-02 22:39:05.4456 00038 [48867] INFO | [Task][6bdbe94f-c4f2-4649-9743-f1f3999447f1][Internal]: Session logs parameters: NULL 2025-12-02 22:39:05.4456 00038 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 6bdbe94f-c4f2-4649-9743-f1f3999447f1... 2025-12-02 22:53:21.2429 00045 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-02 22:53:21.2429 00045 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-02 22:53:21.2812 00045 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-02 22:53:21.2812 00045 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-02 22:54:08.4350 00045 [48867] INFO | [Task][4750692b-a446-47d5-8e8b-898e12300b1f][Internal]: Session logs parameters: NULL 2025-12-02 22:54:08.4350 00045 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 4750692b-a446-47d5-8e8b-898e12300b1f... 2025-12-02 23:09:11.4177 00035 [48867] INFO | [Task][252412f0-4528-487a-8766-2f61f877edd9][Internal]: Session logs parameters: NULL 2025-12-02 23:09:11.4177 00035 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 252412f0-4528-487a-8766-2f61f877edd9... 2025-12-02 23:24:14.3094 00038 [48867] INFO | [Task][3ab44c9a-e562-4626-af00-a5fdce4936b6][Internal]: Session logs parameters: NULL 2025-12-02 23:24:14.3094 00038 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 3ab44c9a-e562-4626-af00-a5fdce4936b6... 2025-12-02 23:39:17.2982 00040 [48867] INFO | [Task][38b6a406-9fca-4bc4-956f-b6f1bad55032][Internal]: Session logs parameters: NULL 2025-12-02 23:39:17.2982 00040 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 38b6a406-9fca-4bc4-956f-b6f1bad55032... 2025-12-02 23:54:20.2699 00005 [48867] INFO | [Task][4715bd6d-d51e-46ab-bbc2-3c2ed12aaa18][Internal]: Session logs parameters: NULL 2025-12-02 23:54:20.2699 00005 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 4715bd6d-d51e-46ab-bbc2-3c2ed12aaa18... 2025-12-03 00:09:23.3031 00067 [48867] INFO | [Task][970ccebe-12ec-419b-98de-ce329d480fe1][Internal]: Session logs parameters: NULL 2025-12-03 00:09:23.3031 00067 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 970ccebe-12ec-419b-98de-ce329d480fe1... 2025-12-03 00:23:27.0411 00012 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D1:00000001]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-03 00:23:27.0411 00012 [48867] INFO | [LinuxSecurityProvider][0HNHHNEF1Q0D1:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 00:23:27.0411 00012 [48867] INFO | [CertificateManager][0HNHHNEF1Q0D1:00000001]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 00:23:27.0411 00012 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0D1:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 00:23:27.0411 00012 [48867] INFO | [SDataProtector][0HNHHNEF1Q0D1:00000001]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 00:23:27.0468 00012 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0D1:00000001]: Accessing custom certificate store My (local) 2025-12-03 00:23:27.0470 00012 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0D1:00000001]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 00:23:27.0504 00012 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0D1:00000001]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 00:23:27.0504 00012 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0D1:00000001]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 00:23:27.0504 00012 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D1:00000001]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 00:23:27.0504 00012 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D1:00000001]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 00:23:27.9478 00012 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D1:00000001]: VeeamAuth executed successfully 2025-12-03 00:24:26.2121 00012 [48867] INFO | [Task][9fb96269-779f-448c-808d-08a36cf36d5e][Internal]: Session logs parameters: NULL 2025-12-03 00:24:26.2121 00012 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 9fb96269-779f-448c-808d-08a36cf36d5e... 2025-12-03 00:39:28.5621 00058 [48867] INFO | [Task][ca840ff4-2b38-43ba-9a41-153618ae4d52][Internal]: Session logs parameters: NULL 2025-12-03 00:39:28.5621 00058 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ca840ff4-2b38-43ba-9a41-153618ae4d52... 2025-12-03 00:53:21.2430 00033 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 00:53:21.2430 00033 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 00:53:21.2813 00033 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 00:53:21.2813 00033 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 00:54:31.5657 00055 [48867] INFO | [Task][defd6cfa-cb54-45aa-a099-bf26a244cd04][Internal]: Session logs parameters: NULL 2025-12-03 00:54:31.5659 00055 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID defd6cfa-cb54-45aa-a099-bf26a244cd04... 2025-12-03 01:09:34.5179 00059 [48867] INFO | [Task][b48e47d1-8d5a-4228-a116-c6acc39791e1][Internal]: Session logs parameters: NULL 2025-12-03 01:09:34.5179 00059 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID b48e47d1-8d5a-4228-a116-c6acc39791e1... 2025-12-03 01:24:37.6113 00059 [48867] INFO | [Task][741471b3-399d-4e56-bf99-c87bf23ba285][Internal]: Session logs parameters: NULL 2025-12-03 01:24:37.6113 00059 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 741471b3-399d-4e56-bf99-c87bf23ba285... 2025-12-03 01:39:40.9446 00051 [48867] INFO | [Task][51f386d9-8c6c-48ad-a8ca-59fe0e8ebd1b][Internal]: Session logs parameters: NULL 2025-12-03 01:39:40.9446 00051 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 51f386d9-8c6c-48ad-a8ca-59fe0e8ebd1b... 2025-12-03 01:54:43.8679 00051 [48867] INFO | [Task][356b86d2-d5a7-43ce-b7a7-b70be7f3d8b1][Internal]: Session logs parameters: NULL 2025-12-03 01:54:43.8679 00051 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 356b86d2-d5a7-43ce-b7a7-b70be7f3d8b1... 2025-12-03 02:09:46.8249 00048 [48867] INFO | [Task][a39fe435-d28d-4ae8-a3f6-c70ee2511c59][Internal]: Session logs parameters: NULL 2025-12-03 02:09:46.8249 00048 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID a39fe435-d28d-4ae8-a3f6-c70ee2511c59... 2025-12-03 02:24:49.8801 00032 [48867] INFO | [Task][cdb3c7d8-3dbe-415e-a0ed-348d3120bcf7][Internal]: Session logs parameters: NULL 2025-12-03 02:24:49.8801 00032 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID cdb3c7d8-3dbe-415e-a0ed-348d3120bcf7... 2025-12-03 02:39:52.8025 00053 [48867] INFO | [Task][6b5accc8-97c3-40c6-8140-32145f47bdcc][Internal]: Session logs parameters: NULL 2025-12-03 02:39:52.8028 00053 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 6b5accc8-97c3-40c6-8140-32145f47bdcc... 2025-12-03 02:53:21.2440 00039 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 02:53:21.2440 00039 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 02:53:21.2823 00039 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 02:53:21.2823 00039 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 02:54:55.8031 00039 [48867] INFO | [Task][bde424cc-5bd4-4b74-aaa2-2b18febc7eea][Internal]: Session logs parameters: NULL 2025-12-03 02:54:55.8031 00039 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID bde424cc-5bd4-4b74-aaa2-2b18febc7eea... 2025-12-03 03:09:58.8554 00057 [48867] INFO | [Task][28b44ecc-b688-4579-aaad-e82186b87331][Internal]: Session logs parameters: NULL 2025-12-03 03:09:58.8554 00057 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 28b44ecc-b688-4579-aaad-e82186b87331... 2025-12-03 03:25:01.8467 00029 [48867] INFO | [Task][5a86e436-e9b3-4ceb-a9f0-b9aa3dfa42bf][Internal]: Session logs parameters: NULL 2025-12-03 03:25:01.8468 00029 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 5a86e436-e9b3-4ceb-a9f0-b9aa3dfa42bf... 2025-12-03 03:40:04.7500 00059 [48867] INFO | [Task][cfe65242-9785-4ad7-9c59-4deaa7fae408][Internal]: Session logs parameters: NULL 2025-12-03 03:40:04.7500 00059 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID cfe65242-9785-4ad7-9c59-4deaa7fae408... 2025-12-03 03:55:07.6455 00022 [48867] INFO | [Task][184cf6a3-be94-450c-917f-fc70feac69fd][Internal]: Session logs parameters: NULL 2025-12-03 03:55:07.6455 00022 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 184cf6a3-be94-450c-917f-fc70feac69fd... 2025-12-03 04:10:10.6951 00019 [48867] INFO | [Task][6e6aa3ad-5aeb-4432-a555-08346478e138][Internal]: Session logs parameters: NULL 2025-12-03 04:10:10.6951 00019 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 6e6aa3ad-5aeb-4432-a555-08346478e138... 2025-12-03 04:25:13.6783 00032 [48867] INFO | [Task][e1a91a57-25c0-4c2e-a1b0-979070dc74b8][Internal]: Session logs parameters: NULL 2025-12-03 04:25:13.6783 00032 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e1a91a57-25c0-4c2e-a1b0-979070dc74b8... 2025-12-03 04:40:16.5917 00034 [48867] INFO | [Task][30a1519e-f79f-4b3e-b4d8-e09035bb7c91][Internal]: Session logs parameters: NULL 2025-12-03 04:40:16.5919 00034 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 30a1519e-f79f-4b3e-b4d8-e09035bb7c91... 2025-12-03 04:53:21.2442 00045 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 04:53:21.2442 00045 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 04:53:21.2825 00045 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 04:53:21.2825 00045 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 04:55:19.6241 00040 [48867] INFO | [Task][48c54526-2409-421f-99c9-973df58a7b37][Internal]: Session logs parameters: NULL 2025-12-03 04:55:19.6241 00040 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 48c54526-2409-421f-99c9-973df58a7b37... 2025-12-03 05:10:22.8664 00058 [48867] INFO | [Task][487e722a-d8b7-4b07-adef-f3ba3a94dc7d][Internal]: Session logs parameters: NULL 2025-12-03 05:10:22.8664 00058 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 487e722a-d8b7-4b07-adef-f3ba3a94dc7d... 2025-12-03 05:25:26.1265 00017 [48867] INFO | [Task][1dd5e8c8-d78f-4802-90a9-ab79a668f515][Internal]: Session logs parameters: NULL 2025-12-03 05:25:26.1265 00017 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 1dd5e8c8-d78f-4802-90a9-ab79a668f515... 2025-12-03 05:40:29.1541 00040 [48867] INFO | [Task][21616751-3b13-416c-a01d-fe754d24bcdd][Internal]: Session logs parameters: NULL 2025-12-03 05:40:29.1541 00040 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 21616751-3b13-416c-a01d-fe754d24bcdd... 2025-12-03 05:55:32.2992 00035 [48867] INFO | [Task][fad63e40-82e7-41d7-aec3-64b31ebbcb96][Internal]: Session logs parameters: NULL 2025-12-03 05:55:32.2992 00035 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID fad63e40-82e7-41d7-aec3-64b31ebbcb96... 2025-12-03 06:10:35.2577 00041 [48867] INFO | [Task][71930765-68ff-4b2f-88f3-36f1c5ab2049][Internal]: Session logs parameters: NULL 2025-12-03 06:10:35.2577 00041 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 71930765-68ff-4b2f-88f3-36f1c5ab2049... 2025-12-03 06:25:38.2844 00034 [48867] INFO | [Task][5fb8d97b-5a1e-462e-a782-5f453deb5011][Internal]: Session logs parameters: NULL 2025-12-03 06:25:38.2844 00034 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 5fb8d97b-5a1e-462e-a782-5f453deb5011... 2025-12-03 06:40:41.3275 00054 [48867] INFO | [Task][01c052c7-9008-4808-b501-9b0bbcef50d2][Internal]: Session logs parameters: NULL 2025-12-03 06:40:41.3275 00054 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 01c052c7-9008-4808-b501-9b0bbcef50d2... 2025-12-03 06:53:21.2455 00055 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 06:53:21.2455 00055 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 06:53:21.2830 00055 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 06:53:21.2830 00055 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 06:55:44.3665 00053 [48867] INFO | [Task][2947a401-93a6-402d-9921-0b7b5c935265][Internal]: Session logs parameters: NULL 2025-12-03 06:55:44.3665 00053 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 2947a401-93a6-402d-9921-0b7b5c935265... 2025-12-03 07:10:47.2961 00035 [48867] INFO | [Task][cf63036b-eeb0-48c5-ad97-0a9d9ad7dbf2][Internal]: Session logs parameters: NULL 2025-12-03 07:10:47.2961 00035 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID cf63036b-eeb0-48c5-ad97-0a9d9ad7dbf2... 2025-12-03 07:25:50.3267 00059 [48867] INFO | [Task][a782e24b-5309-4ebc-9fce-ae832995aefb][Internal]: Session logs parameters: NULL 2025-12-03 07:25:50.3267 00059 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID a782e24b-5309-4ebc-9fce-ae832995aefb... 2025-12-03 07:40:53.4611 00060 [48867] INFO | [Task][8643874c-619a-4e63-ae47-18b1d960c515][Internal]: Session logs parameters: NULL 2025-12-03 07:40:53.4611 00060 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 8643874c-619a-4e63-ae47-18b1d960c515... 2025-12-03 07:55:56.4273 00005 [48867] INFO | [Task][7c130f9d-781b-473a-b776-00a3529e250d][Internal]: Session logs parameters: NULL 2025-12-03 07:55:56.4273 00005 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 7c130f9d-781b-473a-b776-00a3529e250d... 2025-12-03 08:10:59.3551 00057 [48867] INFO | [Task][92b80dc2-51e3-40e2-aae9-6cf0e6941fc6][Internal]: Session logs parameters: NULL 2025-12-03 08:10:59.3551 00057 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 92b80dc2-51e3-40e2-aae9-6cf0e6941fc6... 2025-12-03 08:26:02.3710 00044 [48867] INFO | [Task][4de48192-0a5f-4d10-bcab-836b4e827f0d][Internal]: Session logs parameters: NULL 2025-12-03 08:26:02.3710 00044 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 4de48192-0a5f-4d10-bcab-836b4e827f0d... 2025-12-03 08:41:05.3604 00054 [48867] INFO | [Task][d92d155b-cec9-478d-85ff-2d90113329ae][Internal]: Session logs parameters: NULL 2025-12-03 08:41:05.3604 00054 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID d92d155b-cec9-478d-85ff-2d90113329ae... 2025-12-03 08:53:21.2457 00031 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 08:53:21.2457 00031 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 08:53:21.2830 00031 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 08:53:21.2830 00031 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 08:56:08.3576 00055 [48867] INFO | [Task][ae969fe9-041e-4272-8e4a-6669d52d6071][Internal]: Session logs parameters: NULL 2025-12-03 08:56:08.3576 00055 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ae969fe9-041e-4272-8e4a-6669d52d6071... 2025-12-03 09:11:11.4440 00036 [48867] INFO | [Task][e80e5ed2-71ec-481a-9d32-ec8ad42b38e8][Internal]: Session logs parameters: NULL 2025-12-03 09:11:11.4440 00036 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e80e5ed2-71ec-481a-9d32-ec8ad42b38e8... 2025-12-03 09:26:14.4450 00055 [48867] INFO | [Task][1ee452d3-a85e-400d-9d66-9954b19604db][Internal]: Session logs parameters: NULL 2025-12-03 09:26:14.4450 00055 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 1ee452d3-a85e-400d-9d66-9954b19604db... 2025-12-03 09:41:09.1033 00060 [48867] INFO | [Task][bdb30c51-49e8-46df-a65e-a2feb7af4034][TestWorker][0HNHHNEF1Q0D8:00000001]: Session logs parameters: NULL 2025-12-03 09:41:09.1033 00060 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D8:00000001]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-03 09:41:09.1033 00060 [48867] INFO | [LinuxSecurityProvider][0HNHHNEF1Q0D8:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 09:41:09.1033 00060 [48867] INFO | [CertificateManager][0HNHHNEF1Q0D8:00000001]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 09:41:09.1033 00060 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0D8:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 09:41:09.1033 00060 [48867] INFO | [SDataProtector][0HNHHNEF1Q0D8:00000001]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 09:41:09.1084 00060 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0D8:00000001]: Accessing custom certificate store My (local) 2025-12-03 09:41:09.1084 00060 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0D8:00000001]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:41:09.1117 00060 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0D8:00000001]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:41:09.1118 00060 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0D8:00000001]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 09:41:09.1118 00060 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D8:00000001]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 09:41:09.1118 00060 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D8:00000001]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 09:41:10.0334 00060 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0D8:00000001]: VeeamAuth executed successfully 2025-12-03 09:41:10.0374 00060 [48867] INFO | [DbProvider client][0HNHHNEF1Q0D8:00000001]: DbProvider Token has been updated. UTC expiration date: "2025-12-03T08:56:10Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDc1MjE3MCwiaWF0IjoxNzY0NzUxMjcwLCJuYmYiOjE3NjQ3NTEyNzAsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6ImM1MGMyZTk1LTJkY2QtNDMyZS05ZmRjLTZjNTgyOTM5NGM5OCJ9" 2025-12-03 09:41:10.1066 00060 [48867] INFO | [TaskManager][0HNHHNEF1Q0D8:00000001]: Initiate iteration for "task queue processor" 2025-12-03 09:41:10.1362 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Changed "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" state from TurnedOff to Preparing 2025-12-03 09:41:10.1362 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-03 09:41:10.1630 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Testing the worker test 2025-12-03 09:41:10.4350 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The VM ID will be not set since it is the same: "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" 2025-12-03 09:41:10.4350 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 09:41:10.4350 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Reset current host and ipAddress to null 2025-12-03 09:41:10.5534 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" is already powered off 2025-12-03 09:41:10.5534 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Synchronizing configuration settings of the worker test 2025-12-03 09:41:10.6059 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Updating the worker VM 119 settings. Name: "test", description: "Created by .\veeamadmin at 02/12/2025 20:24."... 2025-12-03 09:41:10.6893 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully updated the worker VM 119 2025-12-03 09:41:10.6893 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Update the name and description of the worker instance 4: "test", "Created by .\veeamadmin at 02/12/2025 20:24." 2025-12-03 09:41:10.9729 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully updated the name and description of the worker instance 4 2025-12-03 09:41:10.9729 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Updating the amount of resources allocated to the worker VM 119... 2025-12-03 09:41:11.1255 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-03 09:41:11.2126 00031 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/119/resize"': "$.server.config" 2025-12-03 09:41:15.3965 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully allocated resources to the worker VM 2025-12-03 09:41:15.3965 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Applying the affinity settings to the VM 119. IsAffinityEnabled: true... 2025-12-03 09:41:15.4466 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 119... 2025-12-03 09:41:15.4969 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully applied the affinity settings to the VM 119 2025-12-03 09:41:15.4969 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Configuration settings of the worker test were synchronized successfully 2025-12-03 09:41:15.8346 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering on the worker VM 2025-12-03 09:41:17.3979 00060 [48867] INFO | [Task][3e9f574d-43f4-4388-957a-94f9ae391304][Internal]: Session logs parameters: NULL 2025-12-03 09:41:17.3979 00060 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 3e9f574d-43f4-4388-957a-94f9ae391304... 2025-12-03 09:41:17.8252 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 09:41:17.8252 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered on successfully on the host node-2 2025-12-03 09:41:17.8252 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Obtaining an IP address for the worker VM 2025-12-03 09:41:17.8823 00047 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:41:17.8823 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-03 09:41:17.8839 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:41:20.9713 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 09:41:26.0888 00047 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:41:26.0889 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-03 09:41:26.0889 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:41:29.1632 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 09:41:34.2154 00047 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:41:34.2154 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-03 09:41:34.2160 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:41:37.2912 00047 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 09:41:42.4249 00047 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:41:42.4249 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-03 09:41:42.4249 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:41:44.2084 00062 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-03 09:41:44.2375 00062 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:41:44.2375 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 09:41:44.2375 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connecting to the worker service 2025-12-03 09:41:44.2385 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:41:44.4149 00062 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 09:41:44.4149 00062 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "16 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-03 09:41:44.4149 00062 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-03 09:41:54.7324 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 09:41:54.7324 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "316 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer error="invalid_token", error_description="The token expired at '12/02/2025 20:33:06'"]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-03 09:41:54.7324 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-03 09:41:54.8274 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: <== Request "Post" "https://10.10.10.26/updater/api/oauth2/token", headers: "[Authorization: ***]", cookies: "[]", body: "{"grantType":"RefreshToken","refreshToken":"***","authorizationCode":null,"redirectUri":null,"stsToken":null}" 2025-12-03 09:41:54.8274 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: ==> Response "Post" "https://10.10.10.26/updater/api/oauth2/token", "code: 401", duration: "94 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{"title":"IDX10230: Lifetime validation failed. Delegate returned false, securitytoken: \u0027[PII of type \u0027System.IdentityModel.Tokens.Jwt.JwtSecurityToken\u0027 is hidden. For more details, see https://aka.ms/IdentityModel/PII.]\u0027.","status":401,"detail":"IDX10230: Lifetime validation failed. Delegate returned false, securitytoken: \u0027[PII of type \u0027System.IdentityModel.Tokens.Jwt.JwtSecurityToken\u0027 is hidden. For more details, see https://aka.ms/IdentityModel/PII.]\u0027."}" 2025-12-03 09:41:54.8280 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Refresh token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try relogin 2025-12-03 09:41:55.2965 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connection to the worker service was established successfully 2025-12-03 09:41:55.2965 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking for updates in external repositories 2025-12-03 09:41:55.3459 00062 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Checking new updates 2025-12-03 09:42:00.6107 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Checking new updates finished 2025-12-03 09:42:00.6107 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Check for updates in external repositories was performed successfully 2025-12-03 09:42:00.6108 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Fetching updates 2025-12-03 09:42:00.6108 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Starting check updates 2025-12-03 09:42:00.6545 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 09:42:00.6545 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 09:42:00.6552 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 09:42:00.6552 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 0 available updates: "" 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 0 available private fixes 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Finished check updates 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Product Packages: "" 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Security Packages: "" 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Private Fixes: "" 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: No updates were found 2025-12-03 09:42:01.1905 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connecting to the worker core service 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 09:42:01.2028 00047 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 09:42:01.2028 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Downloading worker logs... 2025-12-03 09:42:01.2028 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Start archiving folder "/var/log" 2025-12-03 09:42:01.2028 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-42-01.2032977.zip" 2025-12-03 09:42:01.6052 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-42-01.2032977.zip" is created 2025-12-03 09:42:01.6052 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-42-01.2032977.zip 2025-12-03 09:42:01.6059 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 09:42:01.6059 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Reset current host and ipAddress to null 2025-12-03 09:42:01.6059 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Stop 2025-12-03 09:42:01.7281 00062 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering off the worker VM 2025-12-03 09:42:12.4005 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered off successfully 2025-12-03 09:42:12.4005 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Changed "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" state from Preparing to TurnedOff 2025-12-03 09:42:12.4005 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-03 09:42:12.4256 00060 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-03 09:46:57.5803 00040 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0D9:00000001]: BackupMode: IncrementalBackup 2025-12-03 09:46:57.5803 00040 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0D9:00000001]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356" starting... 2025-12-03 09:46:57.5803 00040 [48867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials][0HNHHNEF1Q0D9:00000001]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356" exec context is created 2025-12-03 09:46:57.5803 00040 [48867] INFO | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob][0HNHHNEF1Q0D9:00000001]: Session logs parameters: SessionLogsParameters FolderName='Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d' FileName='Test HPE VM Essentials' ArchiveOnFinish=True LogFolder='/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME' 2025-12-03 09:46:58.0800 00040 [48867] INFO | [WorkerManager]: Waiting for available workers... 2025-12-03 09:46:58.0800 00018 [48867] INFO | [Task][7b8e2697-5574-4c36-a83a-7c0798c9d377][PrepareWorker]: Session logs parameters: NULL 2025-12-03 09:46:58.0971 00018 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-03 09:46:58.1000 00047 [48867] WARN | [IterationState]: Could not start test session for worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38. Test session may be already running.: System.InvalidOperationException: Failed to start a test session for the worker {0}: One or more tasks are currently running 2025-12-03 09:46:58.1000 00047 [48867] WARN | [IterationState]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.TestWorkerAsync(BackupWorker worker, TestWorkerSessionType sessionType, Action`1 continuation, CancellationToken cancellationToken) 2025-12-03 09:46:58.1000 00047 [48867] WARN | [IterationState]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.TestWorkerAsync(Guid workerId, TestWorkerSessionType sessionType, Action`1 continuation, CancellationToken cancellationToken) 2025-12-03 09:46:58.1000 00047 [48867] WARN | [IterationState]: at Veeam.PlatformService.BackupRestore.IterationState.<>c__DisplayClass15_0.<b__0>d.MoveNext() 2025-12-03 09:46:58.1255 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Changed "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" state from TurnedOff to Preparing 2025-12-03 09:46:58.1255 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-03 09:46:58.1539 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Testing the worker test 2025-12-03 09:46:58.4384 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The VM ID will be not set since it is the same: "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" 2025-12-03 09:46:58.4384 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 09:46:58.4384 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Reset current host and ipAddress to null 2025-12-03 09:46:58.4939 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering off the worker VM 2025-12-03 09:47:09.2083 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered off successfully 2025-12-03 09:47:09.2083 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Changed "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" state from Preparing to TurnedOff 2025-12-03 09:47:09.2083 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-03 09:47:09.2339 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Synchronizing configuration settings of the worker test 2025-12-03 09:47:09.2880 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Updating the worker VM 119 settings. Name: "test", description: "Created by .\veeamadmin at 02/12/2025 20:24."... 2025-12-03 09:47:09.3440 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully updated the worker VM 119 2025-12-03 09:47:09.3440 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Update the name and description of the worker instance 4: "test", "Created by .\veeamadmin at 02/12/2025 20:24." 2025-12-03 09:47:09.4321 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully updated the name and description of the worker instance 4 2025-12-03 09:47:09.4321 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Updating the amount of resources allocated to the worker VM 119... 2025-12-03 09:47:09.5089 00047 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-03 09:47:09.5605 00047 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/119/resize"': "$.server.config" 2025-12-03 09:47:13.7996 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully allocated resources to the worker VM 2025-12-03 09:47:13.7996 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Applying the affinity settings to the VM 119. IsAffinityEnabled: true... 2025-12-03 09:47:13.8467 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Setting the host "ded89ebe-65e1-40fe-bbb3-621590019a4d" ("node-2") as preferred for the VM 119... 2025-12-03 09:47:13.8809 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Successfully applied the affinity settings to the VM 119 2025-12-03 09:47:13.8809 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Configuration settings of the worker test were synchronized successfully 2025-12-03 09:47:14.1679 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering on the worker VM 2025-12-03 09:47:15.8862 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 09:47:15.8862 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered on successfully on the host node-2 2025-12-03 09:47:15.8862 00031 [48867] INFO | [TaskManager]: Unlocking object resource, task ID 7b8e2697-5574-4c36-a83a-7c0798c9d377... 2025-12-03 09:47:15.8862 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Obtaining an IP address for the worker VM 2025-12-03 09:47:15.9387 00031 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:47:15.9387 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-03 09:47:15.9397 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:47:34.5393 00031 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 09:47:39.6629 00031 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:47:39.6629 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Set ip address "10.10.10.26" 2025-12-03 09:47:39.6629 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:47:40.4411 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Save worker f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 data to DB 2025-12-03 09:47:40.4761 00047 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38" 2025-12-03 09:47:40.4761 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 09:47:40.4761 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connecting to the worker service 2025-12-03 09:47:40.4770 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Added the VCF tags: "workerId:f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38,IsCodeCoverageEnabled:False" 2025-12-03 09:47:40.7792 00017 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 09:47:40.7792 00017 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "21 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-03 09:47:40.7792 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-03 09:47:51.1430 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connection to the worker service was established successfully 2025-12-03 09:47:51.1430 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking for updates in external repositories 2025-12-03 09:47:51.2124 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Checking new updates 2025-12-03 09:47:56.5174 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Checking new updates finished 2025-12-03 09:47:56.5174 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Check for updates in external repositories was performed successfully 2025-12-03 09:47:56.5174 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Fetching updates 2025-12-03 09:47:56.5174 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Starting check updates 2025-12-03 09:47:56.5587 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 09:47:56.5587 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 09:47:56.5593 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 09:47:56.5593 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 09:47:57.0897 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 0 available updates: "" 2025-12-03 09:47:57.0897 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Found 0 available private fixes 2025-12-03 09:47:57.0897 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Finished check updates 2025-12-03 09:47:57.0898 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Product Packages: "" 2025-12-03 09:47:57.0898 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Security Packages: "" 2025-12-03 09:47:57.0898 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][UpdatesManager]: Private Fixes: "" 2025-12-03 09:47:57.0898 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: No updates were found 2025-12-03 09:47:57.0898 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Connecting to the worker core service 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 09:47:57.1008 00040 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 09:47:57.1012 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Downloading worker logs... 2025-12-03 09:47:57.1012 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Start archiving folder "/var/log" 2025-12-03 09:47:57.1012 00040 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-47-57.1012540.zip" 2025-12-03 09:47:57.4772 00017 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-47-57.1012540.zip" is created 2025-12-03 09:47:57.4789 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-47-57.1012540.zip 2025-12-03 09:47:57.4789 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 09:47:57.4789 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Reset current host and ipAddress to null 2025-12-03 09:47:57.4789 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test][VCF]: Stop 2025-12-03 09:47:57.6369 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Powering off the worker VM 2025-12-03 09:48:08.5153 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM was powered off successfully 2025-12-03 09:48:08.5153 00031 [48867] ERROR | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-03 09:48:09.1179 00031 [48867] ERROR | [ProgressReporterExtensions]: Object name "plantilla-ws2022-datacenter-ENG-morpheus", id "787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7", cluster "b484eed2-eb5e-4efa-ac1c-39197b630b1c" processing failed 2025-12-03 09:48:09.5476 00031 [48867] INFO | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked" 2025-12-03 09:48:09.5479 00031 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Failed "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked". Error: "The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log is locked for read/write actions": System.Exception: The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log is locked for read/write actions 2025-12-03 09:48:09.5479 00031 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.FileHelper.<>c__DisplayClass16_0.b__0() 2025-12-03 09:48:09.5479 00031 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass6_0.b__0() 2025-12-03 09:48:09.5479 00031 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass5_0`1.b__0(CancellationToken _) 2025-12-03 09:48:09.5479 00031 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-03 09:48:09.5479 00031 [48867] INFO | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Retry after 10 sec. Retry 1/3 for Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked 2025-12-03 09:48:19.5484 00026 [48867] INFO | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked" 2025-12-03 09:48:19.5484 00026 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Failed "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked". Error: "The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log is locked for read/write actions": System.Exception: The file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log is locked for read/write actions 2025-12-03 09:48:19.5484 00026 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.FileHelper.<>c__DisplayClass16_0.b__0() 2025-12-03 09:48:19.5484 00026 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass6_0.b__0() 2025-12-03 09:48:19.5484 00026 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.<>c__DisplayClass5_0`1.b__0(CancellationToken _) 2025-12-03 09:48:19.5484 00026 [48867] ERROR | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-03 09:48:19.5489 00026 [48867] INFO | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Retry after 10 sec. Retry 2/3 for Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked 2025-12-03 09:48:29.5497 00026 [48867] INFO | [Task][a977d6a2-ff38-4155-8800-c0e11914d89d][BackupVmJob]: Start "Waiting for file /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/Backup/Test HPE VM Essentials_48a116a9-d9f2-4e4a-bccf-61604b029356/a977d6a2-ff38-4155-8800-c0e11914d89d/Test HPE VM Essentials.log to be unlocked" 2025-12-03 09:48:29.5510 00031 [48867] INFO | [DirectoryHelper]: Start "Deleting the log folder" 2025-12-03 09:48:55.5092 00018 [48867] INFO | [Task][0d7cd0eb-248a-4dbc-86af-ea292a0e230e][DeleteWorker][0HNHHNEF1Q0DA:00000001]: Session logs parameters: NULL 2025-12-03 09:48:55.5415 00031 [48867] INFO | [Task][7a18aeee-afb3-41cd-8439-c82f1f2f2817][Internal]: Session logs parameters: NULL 2025-12-03 09:48:55.5415 00031 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-03 09:48:55.5419 00060 [48867] INFO | [WorkerManager]: DeleteWorkerAsync begin, workerId=f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 2025-12-03 09:48:55.5419 00060 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Removing the worker VM from the cluster 2025-12-03 09:48:55.6663 00060 [48867] INFO | [WorkerManager]: Deleting Vm "efc6633c-7d91-4916-a9cb-0a8d65ad9cf8" for f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38 2025-12-03 09:48:58.0422 00060 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/instances/4?details=true", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 09:48:58.0422 00060 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/instances/4?details=true", "code: 404", duration: "19 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: """" 2025-12-03 09:48:58.0422 00060 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Failed to find the instance 4: "Instance not found or insufficient access" 2025-12-03 09:49:00.0692 00031 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/119", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 09:49:00.0692 00031 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/119", "code: 404", duration: "17 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: """" 2025-12-03 09:49:00.0692 00031 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Failed to find the VM 119: "Server not found" 2025-12-03 09:49:00.0692 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker VM efc6633c-7d91-4916-a9cb-0a8d65ad9cf8 was removed from the cluster successfully 2025-12-03 09:49:00.0692 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: Removing the worker test from the storage 2025-12-03 09:49:00.0737 00031 [48867] INFO | [Worker][f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38][test]: The worker test was removed from the storage successfully 2025-12-03 09:49:00.0737 00031 [48867] INFO | [WorkerManager]: DeleteWorkerAsync end 2025-12-03 09:51:19.2583 00060 [48867] INFO | [WorkerManager][0HNHHNEF1Q0DA:0000000A]: CreateWorkerAsync begin, Id: 18c1e85b-7308-49b1-9efc-6cf6027e6967 2025-12-03 09:51:19.2583 00060 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DA:0000000A]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 09:51:19.2583 00060 [48867] INFO | [SDataProtector][0HNHHNEF1Q0DA:0000000A]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 09:51:19.2631 00060 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0DA:0000000A]: Accessing custom certificate store My (local) 2025-12-03 09:51:19.2631 00060 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DA:0000000A]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:51:19.2681 00060 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DA:0000000A]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:51:19.2681 00060 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DA:0000000A]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 09:51:19.2681 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager][0HNHHNEF1Q0DA:0000000A]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-03 09:51:19.2681 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][0HNHHNEF1Q0DA:0000000A]: Save worker 18c1e85b-7308-49b1-9efc-6cf6027e6967 data to DB 2025-12-03 09:51:19.3425 00018 [48867] INFO | [WorkerManager][0HNHHNEF1Q0DA:0000000A]: CreateWorkerAsync end, Id: 18c1e85b-7308-49b1-9efc-6cf6027e6967 2025-12-03 09:51:22.0519 00038 [48867] INFO | [Task][39274ae8-a08f-4cfc-ba5c-47b07e32a4ce][TestWorker][0HNHHNEF1Q0DA:0000000B]: Session logs parameters: NULL 2025-12-03 09:51:22.0744 00038 [48867] INFO | [TaskManager][0HNHHNEF1Q0DA:0000000B]: Initiate iteration for "task queue processor" 2025-12-03 09:51:22.1033 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Changed "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967" state from Configured to Preparing 2025-12-03 09:51:22.1033 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Save worker 18c1e85b-7308-49b1-9efc-6cf6027e6967 data to DB 2025-12-03 09:51:22.1263 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Testing the worker vm-essentials-veeam-worker 2025-12-03 09:51:22.3730 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Searching for uploaded worker VM images 2025-12-03 09:51:22.4336 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Finished searching for uploaded worker VM images 2025-12-03 09:51:22.4336 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Deploying the worker VM 2025-12-03 09:51:22.4336 00038 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 09:51:22.4336 00038 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 09:51:22.4384 00038 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 09:51:22.4384 00038 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:51:22.4429 00038 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:51:22.4429 00038 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 09:51:22.4429 00038 [48867] INFO | [WorkersCertificateManagerBase]: Loaded parent certificate with thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 09:51:24.2890 00038 [48867] INFO | [WorkersCertificateManagerBase]: Created worker certificate with thumbprint "74C5160975C98643AF0E6C3C68B8858F2B7DA281" 2025-12-03 09:51:24.3073 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Cloud init config for "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967" "#cloud-config hostname: vm-essentials-veeam-worker manage_etc_hosts: true growpart: mode: auto ignore_growroot_disabled: true write_files: - path: /etc/ssh/sshd_config content: |- PasswordAuthentication yes Subsystem sftp /usr/libexec/openssh/sftp-server #PermitRootLogin prohibit-password - path: /opt/VeeamBackupWorker/worker-initial.json content: |- { "WorkerId": "18c1e85b-7308-49b1-9efc-6cf6027e6967" } - path: /opt/VeeamBackupWorker/openssl/certificate.pem content: |- -----BEGIN CERTIFICATE----- MIIFzjCCA7agAwIBAgIVAJvr/cy7Gu1nYFEgfY2r1oXnipD8MA0GCSqGSIb3DQEB CwUAMFAxFzAVBgNVBAsTDlZlZWFtIFNvZnR3YXJlMRcwFQYDVQQKEw5WZWVhbSBT b2Z0d2FyZTEcMBoGA1UEAxMTdmJyLWU5NjUzZjA1Lihub25lKTAeFw0yNTEyMDEx NTUzMTlaFw0zNTEyMDExNTUzMTlaMFcxFzAVBgNVBAsTDlZlZWFtIFNvZnR3YXJl MRcwFQYDVQQKEw5WZWVhbSBTb2Z0d2FyZTEjMCEGA1UEAxMadm0tZXNzZW50aWFs cy12ZWVhbS13b3JrZXIwggIiMA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoICAQCi ChYKT/EegeokLQZlNQpATKyWo+iU21Zr9gZt03QqUKNeWazk0WRLYkNQyhm4N7Nt vrdQ5cHcdllauNpS5Rcfs0JJ88h8ei2444alqtxe4u/htbnuqxo+z3bFG9ZQQByo 8Wr1jU02AtcXQdkRapANpnDc6Ae2M87qZiBbF7j80mJ8fN/ta3xuUIMQjdxMxOpY DzspsCkB4x4PqqWx4s1LshH/fHdcxtRK8uKyLD6YQvpvFHjRrM/JqcjMwmbng00c EHy8vRmaKVGQ+Flq9yZohN6KVoKQTLPPS7VV9dFKWkmhqNxFOptFys+MWyfDPNR8 VhBYeXMIw8jAX2+f98dbcVQcIOR2EtNvNI/sWNtpA7TesfTcO8NuTaSsqiacVYum Hvp2ls7M9wKLKSF7N+wLFFdh1C/Uh3CqbC9YuJM0ydhJ50U0rEPm0fSi7H65z6hg z/8sCrAQSb5VIQEpxRF4uEY6O/gvCCIZS9aVlG2kovghLCsK9M/oarpN6aTa6hA3 6dJ1vOUCC2X6Ui7XU4rCFAvceXEmFGibjIDBUj0qtXOikTH+Q5tPlIMIRTafNfrK qwuELBLoCm9CGYn8xDQn496qRfgELnDaZdMtuC2WOqDPwR+6399bnGDJldSvOiBI CPjNcAUKxoeHnaKoCKExzAo0Jx25+4XLvQI9TYvahQIDAQABo4GXMIGUMAsGA1Ud DwQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDATAfBgNVHSMEGDAWgBRGhuBSJiBp 6PpxLfXTf9s97lNFQDAJBgNVHRMEAjAAMB0GA1UdDgQWBBS196j/rYBGzPaps/4Z f6FWeJDJljAlBgNVHREEHjAcghp2bS1lc3NlbnRpYWxzLXZlZWFtLXdvcmtlcjAN BgkqhkiG9w0BAQsFAAOCAgEAqrpT1DJE18gtNSfgEbeD9hEEQfCsAKh7iai0ohav QFv3TXJd4C8Kc95jXxzI62l8DuoUbW4wYK7q/vjWZnQAY4XvuvHaOxUCSJ1TBq1A MChsZ22enqjfO4GiPnwjFeh7wiQCvk8rjq2kXbI/8285E/IRM1cuwFw22UXdZpI5 t/qTOyTrzIXvUep2xGWz7iUsurXBVGuIzHSuZibWyEF55Oo1duF/KWtEc/wQzXbJ OZNUQCDww5WC5no2TxM3+JP7PLbub4q60VZCcYigQr/KU9rGOF5htZok6l7C4YWS i15fYCSzR+qye3aXQ3docaPRDJtnZWJGMS48UKWmMMZXyOtFnlIEgSN230zWYgdU RPINjtmjz922wtrBmax143jKDogYi7cW4ovx5TZI2m5ZNEAaXDzUuSYnEa3kBUaJ BoxCrYyrDTnJFK2bgDG7a79cxtxcm9bLVMiTQwOuy6anAfuMwmD1j/4EBISNi3Pw ZORB16+60uYO/pjy0gQi6xHbljy5Xi5cbT/mjKSa1SgImFqu4GmZ/Ydr+9BYbXYy aYxOnSconotWbDnd4QJDFlEgr2VHQzDlxSqZoRE32CM7jJGtMfLC7Do5YnhYYAZn zR8/hraelvfPc1TEI7/JnacRcZz8uupDZ1HOiKXwaQLe6VV1cDQtXSkwt+e/IAC4 etk= -----END CERTIFICATE----- - path: /opt/VeeamBackupWorker/openssl/certificatePassword content: |- *** - path: /opt/VeeamBackupWorker/openssl/privateKey.pem content: |- *** - path: /etc/cloud/cloud.cfg.d/90_dpkg.cfg content: |- datasource_list: [ None ] - path: /opt/VeeamBackupAgent/network/network_config.yml content: | interfaces: - name: eth0 type: ethernet state: up ipv4: enabled: true dhcp: false address: - ip: 10.10.10.26 prefix-length: 24 ipv6: enabled: false routes: config: - destination: 0.0.0.0/0 next-hop-interface: eth0 next-hop-address: 10.10.10.1 metric: 100 dns-resolver: config: server: - 10.10.10.20 runcmd: - hostnamectl set-hostname vm-essentials-veeam-worker - sudo nmstatectl apply /opt/VeeamBackupAgent/network/network_config.yml - firewall-cmd --permanent --add-port=19000/tcp - firewall-cmd --reload - sudo rm /etc/pam.d/veeam-login-policy - sudo rm /etc/pam.d/veeam-login-accept-policy - sudo rm /etc/pam.d/veeam-pwd-complexity - sudo rm /etc/pam.d/sshd - sudo sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config - sudo service sshd restart - sudo rm -f -r /var/log/veeam_backup/* - sudo rpm -i /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo rm -f /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo systemctl enable VeeamBackupWorker.service - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificate.pem - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificatePassword - sudo chmod 640 /opt/VeeamBackupWorker/openssl/privateKey.pem - sudo groupdel veeam-admins - sudo groupdel veeam-users - sudo groupdel veeam-users-mfa - rm -f /etc/ssh/sshd_config.d/50-cloud-init.conf - sudo touch /etc/cloud/cloud-init.disabled - sudo dotnet /opt/VeeamUpdater/Veeam.Updater.Config.dll set AutoCheckUpdates.Enabled=false - sudo dnf remove -y cloud-init nmstate dhcp-client dhcp-common ipcalc " 2025-12-03 09:51:24.3073 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Deploying the worker "vm-essentials-veeam-worker"... 2025-12-03 09:51:24.3073 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Creating the worker "vm-essentials-veeam-worker"... 2025-12-03 09:51:24.5940 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Searching for the custom service plan "veeam-custom-service-plan"... 2025-12-03 09:51:24.6299 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully found the custom service plan "veeam-custom-service-plan" 40 2025-12-03 09:51:25.4340 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully created the worker. ID: 5, name: "vm-essentials-veeam-worker" 2025-12-03 09:51:25.4340 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Waiting for the worker deployment to complete. ID: 5, name: "vm-essentials-veeam-worker"... 2025-12-03 09:55:21.9541 00060 [48867] INFO | [VeeamPlatformAuthenticator]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-03 09:55:21.9541 00060 [48867] INFO | [LinuxSecurityProvider]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 09:55:21.9541 00060 [48867] INFO | [CertificateManager]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 09:55:21.9541 00060 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 09:55:21.9541 00060 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 09:55:21.9541 00060 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 09:55:21.9541 00060 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:55:21.9581 00060 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 09:55:21.9581 00060 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 09:55:21.9581 00060 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 09:55:21.9581 00060 [48867] INFO | [VeeamPlatformAuthenticator]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 09:55:22.8583 00060 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executed successfully 2025-12-03 09:55:22.8619 00060 [48867] INFO | [DbProvider client]: DbProvider Token has been updated. UTC expiration date: "2025-12-03T09:10:22Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDc1MzAyMiwiaWF0IjoxNzY0NzUyMTIyLCJuYmYiOjE3NjQ3NTIxMjIsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6ImFjMjliNDZiLTVmMWItNGRlMy1hY2IyLTA0ZWM3YzliOGI0ZSJ9" 2025-12-03 09:56:19.5153 00060 [48867] INFO | [Task][9f48a6d7-e4f7-451e-af47-9ff61e4cba6f][Internal]: Session logs parameters: NULL 2025-12-03 09:56:19.5153 00060 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 9f48a6d7-e4f7-451e-af47-9ff61e4cba6f... 2025-12-03 09:58:04.5935 00047 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully deployed the worker. ID: 5, name: "vm-essentials-veeam-worker" 2025-12-03 09:58:15.4137 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Skipped affinity configuration 2025-12-03 09:58:15.4137 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Worker VM ID: "058194c9-076f-444f-9233-5bdebb28d6c9" 2025-12-03 09:58:15.4137 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The worker VM was deployed successfully 2025-12-03 09:58:15.4138 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully specified the VM ID "058194c9-076f-444f-9233-5bdebb28d6c9" with the parent certificate thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 09:58:15.4138 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Save worker 18c1e85b-7308-49b1-9efc-6cf6027e6967 data to DB 2025-12-03 09:58:15.4736 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 09:58:15.4736 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Reset current host and ipAddress to null 2025-12-03 09:58:15.5273 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Checking that the worker VM "058194c9-076f-444f-9233-5bdebb28d6c9" is already powered off 2025-12-03 09:58:15.5273 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Synchronizing configuration settings of the worker vm-essentials-veeam-worker 2025-12-03 09:58:15.6134 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Updating the worker VM 120 settings. Name: "vm-essentials-veeam-worker", description: "Created by .\veeamadmin at 03/12/2025 9:49."... 2025-12-03 09:58:15.6830 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully updated the worker VM 120 2025-12-03 09:58:15.6830 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Update the name and description of the worker instance 5: "vm-essentials-veeam-worker", "Created by .\veeamadmin at 03/12/2025 9:49." 2025-12-03 09:58:15.8087 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully updated the name and description of the worker instance 5 2025-12-03 09:58:15.8087 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Updating the amount of resources allocated to the worker VM 120... 2025-12-03 09:58:15.9151 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 6442450944... 2025-12-03 09:58:15.9657 00060 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/120/resize"': "$.server.config" 2025-12-03 09:58:20.1297 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Successfully allocated resources to the worker VM 2025-12-03 09:58:20.1297 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Skipped affinity configuration 2025-12-03 09:58:20.1297 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Configuration settings of the worker vm-essentials-veeam-worker were synchronized successfully 2025-12-03 09:58:20.3858 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Powering on the worker VM 2025-12-03 09:58:22.4625 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 09:58:22.4625 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The worker VM was powered on successfully on the host node-2 2025-12-03 09:58:22.4625 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Obtaining an IP address for the worker VM 2025-12-03 09:58:22.5120 00017 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967" 2025-12-03 09:58:22.5120 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Set ip address "10.10.10.26" 2025-12-03 09:58:22.5137 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][VCF]: Added the VCF tags: "workerId:18c1e85b-7308-49b1-9efc-6cf6027e6967,IsCodeCoverageEnabled:False" 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 09:58:41.1635 00017 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 09:58:46.3022 00017 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967" 2025-12-03 09:58:46.3022 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Set ip address "10.10.10.26" 2025-12-03 09:58:46.3030 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][VCF]: Added the VCF tags: "workerId:18c1e85b-7308-49b1-9efc-6cf6027e6967,IsCodeCoverageEnabled:False" 2025-12-03 09:58:49.8275 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The worker version changed from 0.0.0.0 to 13.1.0.206 2025-12-03 09:58:49.9988 00038 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Save worker 18c1e85b-7308-49b1-9efc-6cf6027e6967 data to DB 2025-12-03 09:58:50.0270 00056 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967" 2025-12-03 09:58:50.0270 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 09:58:50.0270 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Connecting to the worker service 2025-12-03 09:58:50.0279 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][VCF]: Added the VCF tags: "workerId:18c1e85b-7308-49b1-9efc-6cf6027e6967,IsCodeCoverageEnabled:False" 2025-12-03 09:58:50.2058 00017 [48867] INFO | [TimeZoneHelper]: Validating timezone settings... 2025-12-03 09:58:50.2058 00017 [48867] INFO | [TimeZoneHelper]: Validate timezone settings successfully 2025-12-03 09:58:50.3133 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient]: Set address: "10.10.10.26" 2025-12-03 09:58:50.3242 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 09:58:50.3242 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "10 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-03 09:58:50.3242 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-03 09:59:00.6087 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 09:59:00.6087 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "284 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-03 09:59:00.6087 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-03 09:59:00.6087 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdaterRestClient][Retry]: Start Login 2025-12-03 09:59:01.2647 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Connection to the worker service was established successfully 2025-12-03 09:59:01.2647 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Checking for updates in external repositories 2025-12-03 09:59:01.3200 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Checking new updates 2025-12-03 09:59:06.6231 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Checking new updates finished 2025-12-03 09:59:06.6231 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Check for updates in external repositories was performed successfully 2025-12-03 09:59:06.6231 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Fetching updates 2025-12-03 09:59:06.6231 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Starting check updates 2025-12-03 09:59:06.6647 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 09:59:06.6647 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 09:59:06.6653 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 09:59:06.6653 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Found 0 available updates: "" 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Found 0 available private fixes 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Finished check updates 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Product Packages: "" 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Security Packages: "" 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][UpdatesManager]: Private Fixes: "" 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: No updates were found 2025-12-03 09:59:07.1706 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Connecting to the worker core service 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 09:59:07.1817 00017 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 09:59:07.1822 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Downloading worker logs... 2025-12-03 09:59:07.1822 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Start archiving folder "/var/log" 2025-12-03 09:59:07.1822 00017 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e6967/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e69672025-12-03_09-59-07.1822055.zip" 2025-12-03 09:59:07.5665 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e6967/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e69672025-12-03_09-59-07.1822055.zip" is created 2025-12-03 09:59:07.5671 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e6967/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e69672025-12-03_09-59-07.1822055.zip 2025-12-03 09:59:07.5671 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 09:59:07.5671 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Reset current host and ipAddress to null 2025-12-03 09:59:07.5671 00060 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker][VCF]: Stop 2025-12-03 09:59:07.6203 00047 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Powering off the worker VM 2025-12-03 09:59:18.2706 00047 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The worker VM was powered off successfully 2025-12-03 09:59:18.2708 00047 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Changed "worker vm-essentials-veeam-worker, 18c1e85b-7308-49b1-9efc-6cf6027e6967" state from Preparing to TurnedOff 2025-12-03 09:59:18.2708 00047 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Save worker 18c1e85b-7308-49b1-9efc-6cf6027e6967 data to DB 2025-12-03 09:59:18.2975 00047 [48867] ERROR | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Worker vm-essentials-veeam-worker test failed: A credentials tag cannot be null or empty 2025-12-03 10:11:21.4940 00005 [48867] INFO | [Task][f4de3f86-8938-418c-a207-18dffcd9db21][Internal]: Session logs parameters: NULL 2025-12-03 10:11:21.4940 00005 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID f4de3f86-8938-418c-a207-18dffcd9db21... 2025-12-03 10:17:49.1751 00059 [48867] INFO | [Task][b58a9e44-8cc8-4b97-828a-7d6ed4732e95][DeleteWorker][0HNHHNEF1Q0DC:00000002]: Session logs parameters: NULL 2025-12-03 10:17:49.2355 00062 [48867] INFO | [Task][bf8fc5a3-0b0e-48e6-aaf5-c09ec732486f][Internal]: Session logs parameters: NULL 2025-12-03 10:17:49.2355 00062 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-03 10:17:49.2359 00062 [48867] INFO | [WorkerManager]: DeleteWorkerAsync begin, workerId=18c1e85b-7308-49b1-9efc-6cf6027e6967 2025-12-03 10:17:49.2359 00062 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Removing the worker VM from the cluster 2025-12-03 10:17:49.3542 00062 [48867] INFO | [WorkerManager]: Deleting Vm "058194c9-076f-444f-9233-5bdebb28d6c9" for 18c1e85b-7308-49b1-9efc-6cf6027e6967 2025-12-03 10:17:51.8155 00062 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/120", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 10:17:51.8155 00062 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/120", "code: 404", duration: "21 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: """" 2025-12-03 10:17:51.8159 00062 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Failed to find the VM 120: "Server not found" 2025-12-03 10:17:51.8848 00062 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/instances/5?details=true", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 10:17:51.8848 00062 [48867] ERROR | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/instances/5?details=true", "code: 404", duration: "17 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: """" 2025-12-03 10:17:51.8848 00062 [48867] INFO | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Failed to find the instance 5: "Instance not found or insufficient access" 2025-12-03 10:17:51.8848 00062 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The worker VM 058194c9-076f-444f-9233-5bdebb28d6c9 was removed from the cluster successfully 2025-12-03 10:17:51.8848 00062 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: Removing the worker vm-essentials-veeam-worker from the storage 2025-12-03 10:17:51.8907 00062 [48867] INFO | [Worker][18c1e85b-7308-49b1-9efc-6cf6027e6967][vm-essentials-veeam-worker]: The worker vm-essentials-veeam-worker was removed from the storage successfully 2025-12-03 10:17:51.8907 00062 [48867] INFO | [WorkerManager]: DeleteWorkerAsync end 2025-12-03 10:18:57.5315 00062 [48867] INFO | [WorkerManager][0HNHHNEF1Q0DC:0000000B]: CreateWorkerAsync begin, Id: 62faf835-5cf2-4c77-938e-89b52cb5f09f 2025-12-03 10:18:57.5315 00062 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DC:0000000B]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:18:57.5315 00062 [48867] INFO | [SDataProtector][0HNHHNEF1Q0DC:0000000B]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 10:18:57.5321 00062 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0DC:0000000B]: Accessing custom certificate store My (local) 2025-12-03 10:18:57.5321 00062 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DC:0000000B]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:18:57.5370 00062 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DC:0000000B]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:18:57.5370 00062 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DC:0000000B]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:18:57.5370 00062 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam][UpdatesManager][0HNHHNEF1Q0DC:0000000B]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-03 10:18:57.5370 00062 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam][0HNHHNEF1Q0DC:0000000B]: Save worker 62faf835-5cf2-4c77-938e-89b52cb5f09f data to DB 2025-12-03 10:18:57.5683 00062 [48867] INFO | [WorkerManager][0HNHHNEF1Q0DC:0000000B]: CreateWorkerAsync end, Id: 62faf835-5cf2-4c77-938e-89b52cb5f09f 2025-12-03 10:18:58.8481 00062 [48867] INFO | [Task][9aa59b1b-cd09-4d7f-bda1-c500c17f8825][TestWorker][0HNHHNEF1Q0DC:0000000C]: Session logs parameters: NULL 2025-12-03 10:18:58.8680 00062 [48867] INFO | [TaskManager][0HNHHNEF1Q0DC:0000000C]: Initiate iteration for "task queue processor" 2025-12-03 10:18:58.9153 00031 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Changed "worker worker-veeam, 62faf835-5cf2-4c77-938e-89b52cb5f09f" state from Configured to Preparing 2025-12-03 10:18:58.9153 00031 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Save worker 62faf835-5cf2-4c77-938e-89b52cb5f09f data to DB 2025-12-03 10:18:58.9517 00031 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Testing the worker worker-veeam 2025-12-03 10:18:59.1978 00031 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Searching for uploaded worker VM images 2025-12-03 10:18:59.2582 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Finished searching for uploaded worker VM images 2025-12-03 10:18:59.2582 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Deploying the worker VM 2025-12-03 10:18:59.2582 00059 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:18:59.2582 00059 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 10:18:59.2630 00059 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 10:18:59.2630 00059 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:18:59.2675 00059 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:18:59.2675 00059 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:18:59.2675 00059 [48867] INFO | [WorkersCertificateManagerBase]: Loaded parent certificate with thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:18:59.7135 00059 [48867] INFO | [WorkersCertificateManagerBase]: Created worker certificate with thumbprint "D7D077C83869F5CBEE88C598A5591A570DCCBA1F" 2025-12-03 10:18:59.7339 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Cloud init config for "worker worker-veeam, 62faf835-5cf2-4c77-938e-89b52cb5f09f" "#cloud-config hostname: worker-veeam manage_etc_hosts: true growpart: mode: auto ignore_growroot_disabled: true write_files: - path: /etc/ssh/sshd_config content: |- PasswordAuthentication yes Subsystem sftp /usr/libexec/openssh/sftp-server #PermitRootLogin prohibit-password - path: /opt/VeeamBackupWorker/worker-initial.json content: |- { "WorkerId": "62faf835-5cf2-4c77-938e-89b52cb5f09f" } - path: /opt/VeeamBackupWorker/openssl/certificate.pem content: |- -----BEGIN CERTIFICATE----- MIIFsjCCA5qgAwIBAgIVAPuGaEg44LzXKuzEf2vnl++SqJtoMA0GCSqGSIb3DQEB CwUAMFAxFzAVBgNVBAsTDlZlZWFtIFNvZnR3YXJlMRcwFQYDVQQKEw5WZWVhbSBT b2Z0d2FyZTEcMBoGA1UEAxMTdmJyLWU5NjUzZjA1Lihub25lKTAeFw0yNTEyMDEx NTUzMTlaFw0zNTEyMDExNTUzMTlaMEkxFzAVBgNVBAsTDlZlZWFtIFNvZnR3YXJl MRcwFQYDVQQKEw5WZWVhbSBTb2Z0d2FyZTEVMBMGA1UEAxMMd29ya2VyLXZlZWFt MIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAmo7M75Ld0y/TRMSwV/pf oBg3qNcfueFGQk6Rvbsrcd1fWBTVdqXm/9kxM3fb4vPIgDrKZU6nFuPseAAIFq8H meiTJwfJExO/xiKVvdu6N4B9TIXf6+SuI+0EcmyLRFyXUS1/OGddAZUhQPoGG9J2 Hm26x0a9THta8Nrl9ccdnLvUF1prG3w7fg5ppx43QYS8YM8sZBE8elVvfifTYCeq j3WlcEwMUVx/F0qsIb+RpY8RHbtzjzMve862r1ovj6G7smxskfL58kgolwhKZs/1 cLkg8NBIwesVstOqIHio9od+aGjz8RQiVtu/CVZta3PQjFkHdX+CVZeF2pgF+/Xd fMKVVnW07ijxeOHfb0UeWsSFk1TV5Cw10GebRXYxc+2qK2BK9ldUHnDQAwQwMo29 /Ifp1Za4mqpIfPYZAmwi870o6bxCFqfSuDvTtj/GRFYgpFyom9+VaQZr3Rnvxohi zvjh46Yda7c+sFayrH8wH1eZ1WSuFvDa/fQ4taypFi+f50SQ7qRt0P5bYRgO62VE 0yy27K8Ud3kyaYMt4Je+2FoXBgwJrFp9m71K6BY0eWtc7xnLvNlIg9xbmRS1+q6t Wp5D/AH+eIZVY/l8rdVKbq82d8hLeMyXVoYOqu8HUCTklJbN8Eq7Zxeo7ZmbvCPO ONz8aiC99ozRIjnYPHPsOAkCAwEAAaOBiTCBhjALBgNVHQ8EBAMCB4AwEwYDVR0l BAwwCgYIKwYBBQUHAwEwHwYDVR0jBBgwFoAURobgUiYgaej6cS3103/bPe5TRUAw CQYDVR0TBAIwADAdBgNVHQ4EFgQUScoVY5s5R2lcGOm3ETTWe12YtI0wFwYDVR0R BBAwDoIMd29ya2VyLXZlZWFtMA0GCSqGSIb3DQEBCwUAA4ICAQCAlabUJ+QQdk3I YNke+gFFh9L6RiEcgvhOEpGGJBrw7l6cs181veNN/mBtma5bLbRV2UeNS8cYelsU iGxkSXmF6Z+OGWX25QVOJYu5VKfeCo67BibdT71zfwX6Mx7a60xntZJYltSuIvi9 UYBB6ZlhK8vgfOP46SRMiFKVN1FPDmFrQZWDlDVNXNPH3+zcn3c620Mgk2SIgRu1 O8bAlxUJMtNKlk7Glgye/1/fMiC2i9xb7L33syIt7sUfpA9MdB3jO0umexBOTD1f xQYtWXOTyQK/meZ5u1owMFx6zlIHJ5e3xqTG/YdqaijUKqBKEZ/O/j3DHquwCJQ9 SW3gHsgs2+zqVx6YvwHPQAjIs+urzOT6s7JahVC04J7/20UHvMHf8JegbHlzBybI t8BPuHRds+1UNiS6EiiA8v/s8EGQel0al2yQU7fZWukb9OWh4FW2z3zzXc36DWP/ udHn3aKPP9t/7tz7wZPiLp26BRTtZwBqdFuJZwjI9FoGDy81HgTYvyq+VrWuu2z3 zgoFDrHkCNaRTLMlTDypeYH0k/bqWTGiXTpdtVSovcEVc9+e+Ji2Gox4u3ltr8Ep FGiPwzVPtEYCaxf/qBD9Z54/FHcRmExINC9I/Tpsq4AmjBTR3KWiX20N+jg1Ok2e 1VaN9NkCJfmwRtOSe2biXafANagGFQ== -----END CERTIFICATE----- - path: /opt/VeeamBackupWorker/openssl/certificatePassword content: |- *** - path: /opt/VeeamBackupWorker/openssl/privateKey.pem content: |- *** - path: /etc/cloud/cloud.cfg.d/90_dpkg.cfg content: |- datasource_list: [ None ] - path: /opt/VeeamBackupAgent/network/network_config.yml content: | interfaces: - name: eth0 type: ethernet state: up ipv4: enabled: true dhcp: false address: - ip: 10.10.10.26 prefix-length: 24 ipv6: enabled: false routes: config: - destination: 0.0.0.0/0 next-hop-interface: eth0 next-hop-address: 10.10.10.1 metric: 100 dns-resolver: config: server: - 10.10.10.20 runcmd: - hostnamectl set-hostname worker-veeam - sudo nmstatectl apply /opt/VeeamBackupAgent/network/network_config.yml - firewall-cmd --permanent --add-port=19000/tcp - firewall-cmd --reload - sudo rm /etc/pam.d/veeam-login-policy - sudo rm /etc/pam.d/veeam-login-accept-policy - sudo rm /etc/pam.d/veeam-pwd-complexity - sudo rm /etc/pam.d/sshd - sudo sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config - sudo service sshd restart - sudo rm -f -r /var/log/veeam_backup/* - sudo rpm -i /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo rm -f /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo systemctl enable VeeamBackupWorker.service - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificate.pem - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificatePassword - sudo chmod 640 /opt/VeeamBackupWorker/openssl/privateKey.pem - sudo groupdel veeam-admins - sudo groupdel veeam-users - sudo groupdel veeam-users-mfa - rm -f /etc/ssh/sshd_config.d/50-cloud-init.conf - sudo touch /etc/cloud/cloud-init.disabled - sudo dotnet /opt/VeeamUpdater/Veeam.Updater.Config.dll set AutoCheckUpdates.Enabled=false - sudo dnf remove -y cloud-init nmstate dhcp-client dhcp-common ipcalc " 2025-12-03 10:18:59.7339 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Deploying the worker "worker-veeam"... 2025-12-03 10:18:59.7339 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Creating the worker "worker-veeam"... 2025-12-03 10:19:00.0339 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Searching for the custom service plan "veeam-custom-service-plan"... 2025-12-03 10:19:00.0786 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Successfully found the custom service plan "veeam-custom-service-plan" 40 2025-12-03 10:19:00.7681 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Successfully created the worker. ID: 6, name: "worker-veeam" 2025-12-03 10:19:00.7681 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Waiting for the worker deployment to complete. ID: 6, name: "worker-veeam"... 2025-12-03 10:25:23.0409 00039 [48867] INFO | [VeeamPlatformAuthenticator]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-03 10:25:23.0409 00039 [48867] INFO | [LinuxSecurityProvider]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 10:25:23.0409 00039 [48867] INFO | [CertificateManager]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 10:25:23.0409 00039 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 10:25:23.0409 00039 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 10:25:23.0465 00039 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 10:25:23.0465 00039 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:25:23.0501 00039 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:25:23.0501 00039 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 10:25:23.0501 00039 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 10:25:23.0501 00039 [48867] INFO | [VeeamPlatformAuthenticator]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 10:25:23.9605 00039 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executed successfully 2025-12-03 10:25:23.9641 00039 [48867] INFO | [DbProvider client]: DbProvider Token has been updated. UTC expiration date: "2025-12-03T09:40:23Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDc1NDgyMywiaWF0IjoxNzY0NzUzOTIzLCJuYmYiOjE3NjQ3NTM5MjMsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6ImFmNjc4ZjIyLWFiNWQtNDdhZi1hNTQ4LWRhNmYxMjZhN2U4ZSJ9" 2025-12-03 10:26:24.5500 00039 [48867] INFO | [Task][7e70887d-d415-4ffb-984b-6fef414537a1][Internal]: Session logs parameters: NULL 2025-12-03 10:26:24.5500 00039 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 7e70887d-d415-4ffb-984b-6fef414537a1... 2025-12-03 10:29:01.5316 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Failed to deploy the worker. ID 6, name: "worker-veeam": System.TimeoutException: The instance 6 was not deployed within the expected time period 2025-12-03 10:29:01.5316 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.Vbf.Project.Common.WaitUtils.WaitNotNullAsync[T](Func`2 waitFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-03 10:29:01.5316 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.Vbf.Project.Common.WaitUtils.WaitAsync(Func`2 checkFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-03 10:29:01.5316 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.EnsureInstanceHasStatusAsync(HpeRestClient restClient, Int64 instanceId, InstanceStatus status, CancellationToken cancellationToken) 2025-12-03 10:29:01.5316 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.PlatformService.BackupRestore.Workers.HpeSpecificWorkerManager.DeployWorkerInstanceAsync(BackupWorker worker, String imageId, VmAffinity affinity, String cloudInitConfigYaml, CancellationToken cancellationToken) 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Failed to deploy the worker VM: The instance 6 was not deployed within the expected time period: System.TimeoutException: The instance 6 was not deployed within the expected time period 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.Vbf.Project.Common.WaitUtils.WaitNotNullAsync[T](Func`2 waitFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.Vbf.Project.Common.WaitUtils.WaitAsync(Func`2 checkFuncAsync, String timeoutExceptionMessage, TimeSpan timeout, TimeSpan interval, CancellationToken cancellationToken) 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.HpeMorpheusVmeBackup.RestClient.Client.HpeRestClientExtensions.EnsureInstanceHasStatusAsync(HpeRestClient restClient, Int64 instanceId, InstanceStatus status, CancellationToken cancellationToken) 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.PlatformService.BackupRestore.Workers.HpeSpecificWorkerManager.DeployWorkerInstanceAsync(BackupWorker worker, String imageId, VmAffinity affinity, String cloudInitConfigYaml, CancellationToken cancellationToken) 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.PlatformService.BackupRestore.Workers.HpeSpecificWorkerManager.DeployWorkerInstanceAsync(BackupWorker worker, String imageId, VmAffinity affinity, String cloudInitConfigYaml, CancellationToken cancellationToken) 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass136_0.<b__2>d.MoveNext() 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: --- End of stack trace from previous location --- 2025-12-03 10:29:01.5657 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: at Veeam.Vbf.TaskManagement.Extensions.ProgressReporterExtensions.PerformAsync[T](IProgressReporterBase reporter, ILogger logger, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail) 2025-12-03 10:29:01.5663 00029 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Changed "worker worker-veeam, 62faf835-5cf2-4c77-938e-89b52cb5f09f" state from Preparing to Configured 2025-12-03 10:29:01.5663 00029 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Save worker 62faf835-5cf2-4c77-938e-89b52cb5f09f data to DB 2025-12-03 10:29:01.6491 00029 [48867] ERROR | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Worker worker-veeam test failed: The instance 6 was not deployed within the expected time period 2025-12-03 10:34:24.7673 00005 [48867] INFO | [Task][f8852b5b-e297-431d-b72d-09ca0199019f][DeleteWorker][0HNHHNEF1Q0DD:00000001]: Session logs parameters: NULL 2025-12-03 10:34:24.8280 00059 [48867] INFO | [Task][4d63a86d-fc46-4164-b621-91ec3c3fc845][Internal]: Session logs parameters: NULL 2025-12-03 10:34:24.8280 00059 [48867] INFO | [TaskManager]: Initiate iteration for "task queue processor" 2025-12-03 10:34:24.8280 00059 [48867] INFO | [WorkerManager]: DeleteWorkerAsync begin, workerId=62faf835-5cf2-4c77-938e-89b52cb5f09f 2025-12-03 10:34:24.8280 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: Removing the worker worker-veeam from the storage 2025-12-03 10:34:24.8317 00059 [48867] INFO | [Worker][62faf835-5cf2-4c77-938e-89b52cb5f09f][worker-veeam]: The worker worker-veeam was removed from the storage successfully 2025-12-03 10:34:24.8317 00059 [48867] INFO | [WorkerManager]: DeleteWorkerAsync end 2025-12-03 10:36:36.9713 00033 [48867] INFO | [WorkerManager][0HNHHNEF1Q0DE:00000008]: CreateWorkerAsync begin, Id: 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 2025-12-03 10:36:36.9713 00033 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DE:00000008]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:36:36.9713 00033 [48867] INFO | [SDataProtector][0HNHHNEF1Q0DE:00000008]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 10:36:36.9713 00033 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0DE:00000008]: Accessing custom certificate store My (local) 2025-12-03 10:36:36.9713 00033 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DE:00000008]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:36:36.9763 00033 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DE:00000008]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:36:36.9763 00033 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DE:00000008]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:36:36.9763 00033 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager][0HNHHNEF1Q0DE:00000008]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-03 10:36:36.9763 00033 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][0HNHHNEF1Q0DE:00000008]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 10:36:37.0247 00017 [48867] INFO | [WorkerManager][0HNHHNEF1Q0DE:00000008]: CreateWorkerAsync end, Id: 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 2025-12-03 10:36:38.3660 00017 [48867] INFO | [Task][7819891c-ac09-447d-a056-45c819ff912c][TestWorker][0HNHHNEF1Q0DE:00000009]: Session logs parameters: NULL 2025-12-03 10:36:38.3863 00017 [48867] INFO | [TaskManager][0HNHHNEF1Q0DE:00000009]: Initiate iteration for "task queue processor" 2025-12-03 10:36:38.4166 00049 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from Configured to Preparing 2025-12-03 10:36:38.4166 00049 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 10:36:38.4397 00049 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Testing the worker test 2025-12-03 10:36:38.6639 00049 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Searching for uploaded worker VM images 2025-12-03 10:36:38.6988 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Finished searching for uploaded worker VM images 2025-12-03 10:36:38.6988 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Deploying the worker VM 2025-12-03 10:36:38.6988 00005 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:36:38.6988 00005 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 10:36:38.7036 00005 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 10:36:38.7036 00005 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:36:38.7080 00005 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:36:38.7080 00005 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:36:38.7080 00005 [48867] INFO | [WorkersCertificateManagerBase]: Loaded parent certificate with thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:36:41.9207 00005 [48867] INFO | [WorkersCertificateManagerBase]: Created worker certificate with thumbprint "CEC355398191FDAF19FFF38FFBD9D599672242FA" 2025-12-03 10:36:41.9414 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Cloud init config for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" "#cloud-config hostname: test manage_etc_hosts: true growpart: mode: auto ignore_growroot_disabled: true write_files: - path: /etc/ssh/sshd_config content: |- PasswordAuthentication yes Subsystem sftp /usr/libexec/openssh/sftp-server #PermitRootLogin prohibit-password - path: /opt/VeeamBackupWorker/worker-initial.json content: |- { "WorkerId": "823b5fac-6ea9-4e0c-b243-3878c46f3eb8" } - path: /opt/VeeamBackupWorker/openssl/certificate.pem content: |- -----BEGIN CERTIFICATE----- MIIFoDCCA4igAwIBAgIUNAY/Jg+hNTs5Z+DADYPNFaXhtEYwDQYJKoZIhvcNAQEL BQAwUDEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUxFzAVBgNVBAoTDlZlZWFtIFNv ZnR3YXJlMRwwGgYDVQQDExN2YnItZTk2NTNmMDUuKG5vbmUpMB4XDTI1MTIwMTE1 NTMxOVoXDTM1MTIwMTE1NTMxOVowQTEXMBUGA1UECxMOVmVlYW0gU29mdHdhcmUx FzAVBgNVBAoTDlZlZWFtIFNvZnR3YXJlMQ0wCwYDVQQDEwR0ZXN0MIICIjANBgkq hkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAxJb6pgAtspWA4aJUBCOlOfcB3HfTi/3E OWXUA7T7nINaTOXTlOdDC5y8ojQce2BNvs/KEuHNjhjwYGGR5kKqSLTwq4X0BsmX RxJiH6r4Pz4Ru0a87SdhVr27AG2rJjTL6D1uBdmfJcEo/UCqID/U4iU6e7q1m9SZ 6R7L2ltGsHFfKFhbegD8H6pDq7jxIOOz3FT0ooAkzI9lIBiaQBmup+L/6XDXQkQ9 gVd1Hz0kGVFG7wFeneHucV/1knVCjPr3CdoP1BZIT2xY4T6WU4IFPwXsueJVn+qQ 4O7Nps+gkDpdAfsekxucYVu9obPB05OiRY5W4pT87l6sLW3xqeBtKhvrOOFz+I2O Pk5qc3x7gT9oecLes7HWN1UD+/TgSgdfVCmstklZ8D8DvPi3gk0/bT+XyEzxYjF6 urJFyX5Md+H7EQpvs/CldKgR0z99JYzT+iJNQofsEQ8qxnpWfSoTyi+qPmHzpCQh jPRpSykLl0Q75/FmOdphTH5ekHDkUA2nVDQ9ykYtQoxTiO2oTo9AvlizcP/HbW22 w/OjB/DBf6sVRai8Go1WDQDJUg9SEDHFQmbEZ3DrTnjXVI+Jreo3R8a8VIfiDk3g PO1WHcuZRKPwEYeEQl2CMvdhlWmb+Cb4rYXmvEVX7EAe6qf0HH4KBZcYG643m7qI RdMe9lsuPqMCAwEAAaOBgDB+MAsGA1UdDwQEAwIHgDATBgNVHSUEDDAKBggrBgEF BQcDATAfBgNVHSMEGDAWgBRGhuBSJiBp6PpxLfXTf9s97lNFQDAJBgNVHRMEAjAA MB0GA1UdDgQWBBRA44dkm8i8gsw3RQ6aQauzdQUvXzAPBgNVHREECDAGggR0ZXN0 MA0GCSqGSIb3DQEBCwUAA4ICAQAAe/A55HL29qeJ9dGDdNvgiNmmfoPcboFRQ0l/ n14Yctq2+U0BpChUi/hjs9kuxcLMjjUOKm5+ttEAvlLm0QR7sWHNbRfSb9LfzBxd eayF7DmAmdASktn5+SzquNIPwpwwVggr8uXab2YX6TSZmBTZCM3Lvh4+gBkfD4V3 7uCg0f+ZNrCAVV1JzcifgxTYULi+/dDcjFQuV/6rVy1tI90YQiJxAshjvMhyn7uF edZP17nMK1CvWtWPK94Jhp1LUsXpLwY6e1LuvsdaicD3l3BNkoJ9MHPf04xRhCVa 83wMzk9vjV/jmBT1V9P1kPDEu5Fm7Ah/KHj72oBVpJ7dZfR56KIR2eCov4M5LrTY SSQ68zDd+caMZIiHiRyoaj9zzotkj1edpQvXVqQJcuthzjmWIX1d51DZTtcMbYy7 iYGEd1YrW1YZPqtdIxZJ6XCnFtjB17Oe/5t0K2XbEGvY3JCG+dy00ybAZPkeSm3b WWdbSa5TBiwSOuhWjSIEYLUuPNkGaZ0A5sM6WjXdV6pIIFHQzqWfZg8AcQfB+61W iQR3cCLz7R0VBaLzm1Erqgwr18dKNyuNjzaDf7CpRW8YHYyacmIvEwer+xggtr/D s4DevzlfbbsM7Bva3u9FkjD3vxAYVbxSsDhAFls8drbPz6wUKMEWlf7Syw9A+WYC G2wp1g== -----END CERTIFICATE----- - path: /opt/VeeamBackupWorker/openssl/certificatePassword content: |- *** - path: /opt/VeeamBackupWorker/openssl/privateKey.pem content: |- *** - path: /etc/cloud/cloud.cfg.d/90_dpkg.cfg content: |- datasource_list: [ None ] - path: /opt/VeeamBackupAgent/network/network_config.yml content: | interfaces: - name: eth0 type: ethernet state: up ipv4: enabled: true dhcp: false address: - ip: 10.10.10.26 prefix-length: 24 ipv6: enabled: false routes: config: - destination: 0.0.0.0/0 next-hop-interface: eth0 next-hop-address: 10.10.10.1 metric: 100 dns-resolver: config: server: - 10.10.10.20 runcmd: - hostnamectl set-hostname test - sudo nmstatectl apply /opt/VeeamBackupAgent/network/network_config.yml - firewall-cmd --permanent --add-port=19000/tcp - firewall-cmd --reload - sudo rm /etc/pam.d/veeam-login-policy - sudo rm /etc/pam.d/veeam-login-accept-policy - sudo rm /etc/pam.d/veeam-pwd-complexity - sudo rm /etc/pam.d/sshd - sudo sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/' /etc/ssh/sshd_config - sudo service sshd restart - sudo rm -f -r /var/log/veeam_backup/* - sudo rpm -i /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo rm -f /opt/veeamworkerhpemorpheusvme-*.el*.x86_64.rpm - sudo systemctl enable VeeamBackupWorker.service - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificate.pem - sudo chmod 640 /opt/VeeamBackupWorker/openssl/certificatePassword - sudo chmod 640 /opt/VeeamBackupWorker/openssl/privateKey.pem - sudo groupdel veeam-admins - sudo groupdel veeam-users - sudo groupdel veeam-users-mfa - rm -f /etc/ssh/sshd_config.d/50-cloud-init.conf - sudo touch /etc/cloud/cloud-init.disabled - sudo dotnet /opt/VeeamUpdater/Veeam.Updater.Config.dll set AutoCheckUpdates.Enabled=false - sudo dnf remove -y cloud-init nmstate dhcp-client dhcp-common ipcalc " 2025-12-03 10:36:41.9414 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Deploying the worker "test"... 2025-12-03 10:36:41.9414 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Creating the worker "test"... 2025-12-03 10:36:42.2547 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Searching for the custom service plan "veeam-custom-service-plan"... 2025-12-03 10:36:42.2741 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully found the custom service plan "veeam-custom-service-plan" 40 2025-12-03 10:36:42.5621 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully created the worker. ID: 7, name: "test" 2025-12-03 10:36:42.5621 00005 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Waiting for the worker deployment to complete. ID: 7, name: "test"... 2025-12-03 10:39:23.9963 00056 [48867] INFO | [VeeamPlatformAuthenticator]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-03 10:39:23.9963 00056 [48867] INFO | [LinuxSecurityProvider]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 10:39:23.9963 00056 [48867] INFO | [CertificateManager]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 10:39:23.9963 00056 [48867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 10:39:23.9963 00056 [48867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 10:39:24.0011 00056 [48867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 10:39:24.0011 00056 [48867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:39:24.0044 00056 [48867] INFO | [SqliteCertificateStoreAccessor]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 10:39:24.0044 00056 [48867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 10:39:24.0044 00056 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 10:39:24.0044 00056 [48867] INFO | [VeeamPlatformAuthenticator]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 10:39:24.8977 00056 [48867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executed successfully 2025-12-03 10:39:24.9012 00056 [48867] INFO | [DbProvider client]: DbProvider Token has been updated. UTC expiration date: "2025-12-03T09:54:24Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDc1NTY2NCwiaWF0IjoxNzY0NzU0NzY0LCJuYmYiOjE3NjQ3NTQ3NjQsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6IjBhZGQxZjIxLTEwNDctNGEzNy1iYmYyLTMwYjA5NWY0OGU2YiJ9" 2025-12-03 10:41:26.5544 00065 [48867] INFO | [Task][e600ff6a-5c2f-482b-98ae-6474bf7521f1][Internal]: Session logs parameters: NULL 2025-12-03 10:41:26.5544 00065 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e600ff6a-5c2f-482b-98ae-6474bf7521f1... 2025-12-03 10:44:02.9687 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully deployed the worker. ID: 7, name: "test" 2025-12-03 10:44:13.7876 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Skipped affinity configuration 2025-12-03 10:44:13.7876 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker VM ID: "de6f895e-aeb2-448c-b30c-c0820d6a0735" 2025-12-03 10:44:13.7876 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was deployed successfully 2025-12-03 10:44:13.7876 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully specified the VM ID "de6f895e-aeb2-448c-b30c-c0820d6a0735" with the parent certificate thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 10:44:13.7876 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 10:44:13.8172 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 10:44:13.8172 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 10:44:13.8875 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM "de6f895e-aeb2-448c-b30c-c0820d6a0735" is already powered off 2025-12-03 10:44:13.8875 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Synchronizing configuration settings of the worker test 2025-12-03 10:44:13.9526 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the worker VM 122 settings. Name: "test", description: "Created by .\veeamadmin at 03/12/2025 10:35."... 2025-12-03 10:44:14.0753 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the worker VM 122 2025-12-03 10:44:14.0753 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Update the name and description of the worker instance 7: "test", "Created by .\veeamadmin at 03/12/2025 10:35." 2025-12-03 10:44:14.2290 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the name and description of the worker instance 7 2025-12-03 10:44:14.2290 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the amount of resources allocated to the worker VM 122... 2025-12-03 10:44:14.3431 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-03 10:44:14.4354 00051 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/122/resize"': "$.server.config" 2025-12-03 10:44:18.6797 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully allocated resources to the worker VM 2025-12-03 10:44:18.6797 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Skipped affinity configuration 2025-12-03 10:44:18.6797 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Configuration settings of the worker test were synchronized successfully 2025-12-03 10:44:19.0461 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering on the worker VM 2025-12-03 10:44:20.8480 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 10:44:20.8480 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered on successfully on the host node-2 2025-12-03 10:44:20.8480 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Obtaining an IP address for the worker VM 2025-12-03 10:44:20.9021 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 10:44:20.9021 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 10:44:20.9039 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 10:44:39.3075 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 10:44:44.4623 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 10:44:44.4623 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 10:44:44.4631 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 10:44:47.0910 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker version changed from 0.0.0.0 to 13.1.0.206 2025-12-03 10:44:47.2760 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 10:44:47.3039 00012 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 10:44:47.3039 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 10:44:47.3039 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker service 2025-12-03 10:44:47.3039 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 10:44:47.4814 00034 [48867] INFO | [TimeZoneHelper]: Validating timezone settings... 2025-12-03 10:44:47.4814 00034 [48867] INFO | [TimeZoneHelper]: Validate timezone settings successfully 2025-12-03 10:44:47.6278 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: Set address: "10.10.10.26" 2025-12-03 10:44:47.6392 00051 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 10:44:47.6392 00051 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "11 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-03 10:44:47.6392 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-03 10:44:57.8965 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 10:44:57.8965 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "257 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-03 10:44:57.8965 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-03 10:44:57.8965 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Start Login 2025-12-03 10:44:58.5054 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connection to the worker service was established successfully 2025-12-03 10:44:58.5054 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking for updates in external repositories 2025-12-03 10:44:58.5604 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates 2025-12-03 10:45:03.8353 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates finished 2025-12-03 10:45:03.8353 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Check for updates in external repositories was performed successfully 2025-12-03 10:45:03.8353 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Fetching updates 2025-12-03 10:45:03.8353 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Starting check updates 2025-12-03 10:45:03.8768 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 10:45:03.8768 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 10:45:03.8768 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 10:45:03.8768 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available updates: "" 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available private fixes 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finished check updates 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Product Packages: "" 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Security Packages: "" 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Private Fixes: "" 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: No updates were found 2025-12-03 10:45:04.3819 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker core service 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 10:45:04.3930 00012 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 10:45:04.3930 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Downloading worker logs... 2025-12-03 10:45:04.3930 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start archiving folder "/var/log" 2025-12-03 10:45:04.3939 00012 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_10-45-04.3935021.zip" 2025-12-03 10:45:04.7412 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_10-45-04.3935021.zip" is created 2025-12-03 10:45:04.7419 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_10-45-04.3935021.zip 2025-12-03 10:45:04.7419 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 10:45:04.7419 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 10:45:04.7419 00051 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Stop 2025-12-03 10:45:04.8687 00056 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering off the worker VM 2025-12-03 10:45:15.6315 00056 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered off successfully 2025-12-03 10:45:15.6315 00056 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from Preparing to TurnedOff 2025-12-03 10:45:15.6315 00056 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 10:45:15.6614 00056 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-03 10:53:21.2449 00061 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 10:53:21.2449 00061 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 10:53:21.2822 00061 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 10:53:21.2822 00061 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 10:56:28.5340 00041 [48867] INFO | [Task][8dcd9a35-6d41-4782-8975-dfb9948c8c31][Internal]: Session logs parameters: NULL 2025-12-03 10:56:28.5340 00041 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 8dcd9a35-6d41-4782-8975-dfb9948c8c31... 2025-12-03 11:11:31.4889 00044 [48867] INFO | [Task][e4e1bb43-92c8-4494-a24d-239ad1ca2324][Internal]: Session logs parameters: NULL 2025-12-03 11:11:31.4889 00044 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e4e1bb43-92c8-4494-a24d-239ad1ca2324... 2025-12-03 11:26:34.5198 00021 [48867] INFO | [Task][ab029594-0451-4e95-9a8b-0b4deca622f4][Internal]: Session logs parameters: NULL 2025-12-03 11:26:34.5198 00021 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ab029594-0451-4e95-9a8b-0b4deca622f4... 2025-12-03 11:41:37.4734 00063 [48867] INFO | [Task][1df1fb65-345d-4b9c-991b-a7042293630d][Internal]: Session logs parameters: NULL 2025-12-03 11:41:37.4734 00063 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 1df1fb65-345d-4b9c-991b-a7042293630d... 2025-12-03 11:56:40.3242 00018 [48867] INFO | [Task][c03957bf-bf8d-4b2f-9927-f08e88470b5a][Internal]: Session logs parameters: NULL 2025-12-03 11:56:40.3242 00018 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID c03957bf-bf8d-4b2f-9927-f08e88470b5a... 2025-12-03 12:11:43.3377 00057 [48867] INFO | [Task][1ecdfe64-6c29-4084-9d0b-604b83d15015][Internal]: Session logs parameters: NULL 2025-12-03 12:11:43.3377 00057 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 1ecdfe64-6c29-4084-9d0b-604b83d15015... 2025-12-03 12:26:46.2880 00041 [48867] INFO | [Task][8f432108-49ca-4156-b29c-ce901f9eec77][Internal]: Session logs parameters: NULL 2025-12-03 12:26:46.2880 00041 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 8f432108-49ca-4156-b29c-ce901f9eec77... 2025-12-03 12:41:49.2705 00065 [48867] INFO | [Task][2c344464-68dc-46a6-8a09-dc18d53a0bcb][Internal]: Session logs parameters: NULL 2025-12-03 12:41:49.2705 00065 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 2c344464-68dc-46a6-8a09-dc18d53a0bcb... 2025-12-03 12:53:21.2455 00062 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 12:53:21.2455 00062 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 12:53:21.2828 00062 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 12:53:21.2828 00062 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 12:56:52.2187 00035 [48867] INFO | [Task][5fa9afa1-cb94-4722-bff9-28670ab95686][Internal]: Session logs parameters: NULL 2025-12-03 12:56:52.2189 00035 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 5fa9afa1-cb94-4722-bff9-28670ab95686... 2025-12-03 13:11:55.1685 00067 [48867] INFO | [Task][8d503f4b-5c3c-40ff-aed0-231ab8c1c4a8][Internal]: Session logs parameters: NULL 2025-12-03 13:11:55.1698 00067 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 8d503f4b-5c3c-40ff-aed0-231ab8c1c4a8... 2025-12-03 13:26:58.2352 00053 [48867] INFO | [Task][913b2ded-125b-4379-a3e7-44bab3dd72b6][Internal]: Session logs parameters: NULL 2025-12-03 13:26:58.2352 00053 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 913b2ded-125b-4379-a3e7-44bab3dd72b6... 2025-12-03 13:42:01.3886 00060 [48867] INFO | [Task][2e431e22-1936-42c3-9e8e-8b488783e71e][Internal]: Session logs parameters: NULL 2025-12-03 13:42:01.3886 00060 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 2e431e22-1936-42c3-9e8e-8b488783e71e... 2025-12-03 13:57:04.3274 00035 [48867] INFO | [Task][fd6e477c-97c8-43c6-a050-cf667dbd4611][Internal]: Session logs parameters: NULL 2025-12-03 13:57:04.3274 00035 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID fd6e477c-97c8-43c6-a050-cf667dbd4611... 2025-12-03 14:12:07.4582 00064 [48867] INFO | [Task][80d468a0-6814-4b95-a560-2318bed055a2][Internal]: Session logs parameters: NULL 2025-12-03 14:12:07.4582 00064 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 80d468a0-6814-4b95-a560-2318bed055a2... 2025-12-03 14:27:10.4135 00019 [48867] INFO | [Task][e3259437-9df5-4633-b6ec-b2c3e49e8391][Internal]: Session logs parameters: NULL 2025-12-03 14:27:10.4135 00019 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e3259437-9df5-4633-b6ec-b2c3e49e8391... 2025-12-03 14:42:13.5080 00034 [48867] INFO | [Task][4295edfb-26c5-4429-9309-859818a31db3][Internal]: Session logs parameters: NULL 2025-12-03 14:42:13.5080 00034 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 4295edfb-26c5-4429-9309-859818a31db3... 2025-12-03 14:53:21.2462 00007 [48867] INFO | [ImageUpdaterManager]: Removing unused image updater instances... 2025-12-03 14:53:21.2462 00007 [48867] INFO | [ImageUpdaterManager]: Cleanup of image updater instances has completed 2025-12-03 14:53:21.2834 00007 [48867] INFO | [DbClientManager]: Removing unused DB clients... 2025-12-03 14:53:21.2834 00007 [48867] INFO | [DbClientManager]: Cleanup of DB client instances has completed 2025-12-03 14:57:16.4599 00005 [48867] INFO | [Task][1c3ca65f-24fd-4c09-9c4f-ca2e87b4dd3b][Internal]: Session logs parameters: NULL 2025-12-03 14:57:16.4599 00005 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 1c3ca65f-24fd-4c09-9c4f-ca2e87b4dd3b... 2025-12-03 15:12:19.5951 00035 [48867] INFO | [Task][c0e85eda-43af-4bb2-ae54-dba31afba3a2][Internal]: Session logs parameters: NULL 2025-12-03 15:12:19.5951 00035 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID c0e85eda-43af-4bb2-ae54-dba31afba3a2... 2025-12-03 15:27:22.6117 00029 [48867] INFO | [Task][e20ccb9a-0bd3-4441-a038-7c50c67827a1][Internal]: Session logs parameters: NULL 2025-12-03 15:27:22.6117 00029 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e20ccb9a-0bd3-4441-a038-7c50c67827a1... 2025-12-03 15:42:25.7322 00046 [48867] INFO | [Task][466636f4-662e-4542-8272-16c67f867ae0][Internal]: Session logs parameters: NULL 2025-12-03 15:42:25.7322 00046 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 466636f4-662e-4542-8272-16c67f867ae0... 2025-12-03 15:51:19.6061 00003 [48867] INFO | [Task][56792bab-497e-4c6b-9d39-40217b96fe25][TestWorker][0HNHHNEF1Q0DJ:00000001]: Session logs parameters: NULL 2025-12-03 15:51:19.6717 00003 [48867] INFO | [TaskManager][0HNHHNEF1Q0DJ:00000001]: Initiate iteration for "task queue processor" 2025-12-03 15:51:19.7021 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from TurnedOff to Preparing 2025-12-03 15:51:19.7021 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 15:51:19.7312 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Testing the worker test 2025-12-03 15:51:20.0767 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The VM ID will be not set since it is the same: "de6f895e-aeb2-448c-b30c-c0820d6a0735" 2025-12-03 15:51:20.0767 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 15:51:20.0767 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 15:51:20.1260 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM "de6f895e-aeb2-448c-b30c-c0820d6a0735" is already powered off 2025-12-03 15:51:20.1260 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Synchronizing configuration settings of the worker test 2025-12-03 15:51:20.1777 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the worker VM 122 settings. Name: "test", description: "Created by .\veeamadmin at 03/12/2025 10:35."... 2025-12-03 15:51:20.2622 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the worker VM 122 2025-12-03 15:51:20.2622 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Update the name and description of the worker instance 7: "test", "Created by .\veeamadmin at 03/12/2025 10:35." 2025-12-03 15:51:20.4922 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the name and description of the worker instance 7 2025-12-03 15:51:20.4922 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the amount of resources allocated to the worker VM 122... 2025-12-03 15:51:20.6149 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-03 15:51:20.6868 00035 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/122/resize"': "$.server.config" 2025-12-03 15:51:24.8528 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully allocated resources to the worker VM 2025-12-03 15:51:24.8529 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Skipped affinity configuration 2025-12-03 15:51:24.8529 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Configuration settings of the worker test were synchronized successfully 2025-12-03 15:51:25.2259 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering on the worker VM 2025-12-03 15:51:27.5561 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 15:51:27.5561 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered on successfully on the host node-2 2025-12-03 15:51:27.5561 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Obtaining an IP address for the worker VM 2025-12-03 15:51:27.6054 00011 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 15:51:27.6054 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 15:51:27.6071 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 15:51:30.7003 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 15:51:35.8182 00034 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 15:51:35.8182 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 15:51:35.8189 00034 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 15:51:38.8913 00034 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 15:51:44.0091 00011 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 15:51:44.0091 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 15:51:44.0091 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 15:51:47.0832 00011 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 15:51:52.1389 00035 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 15:51:52.1389 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 15:51:52.1389 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 15:51:54.8289 00003 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 15:51:54.8566 00003 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 15:51:54.8566 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 15:51:54.8566 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker service 2025-12-03 15:51:54.8574 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 15:51:55.0655 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 15:51:55.0655 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "11 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-03 15:51:55.0655 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-03 15:52:05.3470 00003 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 15:52:05.3470 00003 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "281 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer error="invalid_token", error_description="The token expired at '12/03/2025 10:44:57'"]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-03 15:52:05.3470 00003 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-03 15:52:05.4457 00003 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Post" "https://10.10.10.26/updater/api/oauth2/token", headers: "[Authorization: ***]", cookies: "[]", body: "{"grantType":"RefreshToken","refreshToken":"***","authorizationCode":null,"redirectUri":null,"stsToken":null}" 2025-12-03 15:52:05.4457 00003 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Post" "https://10.10.10.26/updater/api/oauth2/token", "code: 401", duration: "98 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{"title":"IDX10230: Lifetime validation failed. Delegate returned false, securitytoken: \u0027[PII of type \u0027System.IdentityModel.Tokens.Jwt.JwtSecurityToken\u0027 is hidden. For more details, see https://aka.ms/IdentityModel/PII.]\u0027.","status":401,"detail":"IDX10230: Lifetime validation failed. Delegate returned false, securitytoken: \u0027[PII of type \u0027System.IdentityModel.Tokens.Jwt.JwtSecurityToken\u0027 is hidden. For more details, see https://aka.ms/IdentityModel/PII.]\u0027."}" 2025-12-03 15:52:05.4459 00003 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Refresh token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try relogin 2025-12-03 15:52:05.8576 00003 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connection to the worker service was established successfully 2025-12-03 15:52:05.8576 00003 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking for updates in external repositories 2025-12-03 15:52:05.9044 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates 2025-12-03 15:52:11.1510 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates finished 2025-12-03 15:52:11.1510 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Check for updates in external repositories was performed successfully 2025-12-03 15:52:11.1510 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Fetching updates 2025-12-03 15:52:11.1510 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Starting check updates 2025-12-03 15:52:11.1940 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 15:52:11.1940 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 15:52:11.1948 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 15:52:11.1948 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 15:52:11.6887 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available updates: "" 2025-12-03 15:52:11.6887 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available private fixes 2025-12-03 15:52:11.6887 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finished check updates 2025-12-03 15:52:11.6888 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Product Packages: "" 2025-12-03 15:52:11.6888 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Security Packages: "" 2025-12-03 15:52:11.6888 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Private Fixes: "" 2025-12-03 15:52:11.6888 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: No updates were found 2025-12-03 15:52:11.6888 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker core service 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 15:52:11.7032 00035 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 15:52:11.7032 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Downloading worker logs... 2025-12-03 15:52:11.7032 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start archiving folder "/var/log" 2025-12-03 15:52:11.7038 00035 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_15-52-11.7035821.zip" 2025-12-03 15:52:12.0812 00003 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_15-52-11.7035821.zip" is created 2025-12-03 15:52:12.0819 00038 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_15-52-11.7035821.zip 2025-12-03 15:52:12.0819 00038 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 15:52:12.0819 00038 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 15:52:12.0819 00038 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Stop 2025-12-03 15:52:12.2022 00053 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering off the worker VM 2025-12-03 15:52:23.0691 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered off successfully 2025-12-03 15:52:23.0691 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from Preparing to TurnedOff 2025-12-03 15:52:23.0691 00011 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 15:52:23.1001 00011 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-03 15:55:43.0818 00018 [48867] INFO | [Task][88e0814b-b447-4ae0-b262-864f05cc256c][UpdateWorker][0HNHHNEF1Q0DK:00000009]: Session logs parameters: NULL 2025-12-03 15:55:43.1466 00018 [48867] INFO | [TaskManager][0HNHHNEF1Q0DK:00000009]: Initiate iteration for "task queue processor" 2025-12-03 15:55:43.1750 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from TurnedOff to Updating 2025-12-03 15:55:43.1750 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 15:55:43.2030 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating settings of the worker test 2025-12-03 15:55:43.3260 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: No settings to update 2025-12-03 15:55:43.3269 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "worker was turned off before start update session" 2025-12-03 15:55:43.3269 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 15:55:43.3767 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM "de6f895e-aeb2-448c-b30c-c0820d6a0735" is already powered off 2025-12-03 15:55:43.3767 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from Updating to TurnedOff 2025-12-03 15:55:43.3768 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 15:55:43.4006 00007 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Settings of the worker test were updated successfully 2025-12-03 15:57:28.6868 00028 [48867] INFO | [Task][8312be50-d4ea-4906-9a6f-e6edbab0330e][Internal]: Session logs parameters: NULL 2025-12-03 15:57:28.6869 00028 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 8312be50-d4ea-4906-9a6f-e6edbab0330e... 2025-12-03 16:09:56.8544 00042 [48867] INFO | [Task][26804b7a-eb60-419f-b83b-de1536020dcc][TestWorker][0HNHHNEF1Q0DL:00000001]: Session logs parameters: NULL 2025-12-03 16:09:56.9262 00042 [48867] INFO | [TaskManager][0HNHHNEF1Q0DL:00000001]: Initiate iteration for "task queue processor" 2025-12-03 16:09:56.9590 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from TurnedOff to Preparing 2025-12-03 16:09:56.9590 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 16:09:56.9847 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Testing the worker test 2025-12-03 16:09:57.3400 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The VM ID will be not set since it is the same: "de6f895e-aeb2-448c-b30c-c0820d6a0735" 2025-12-03 16:09:57.3400 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 16:09:57.3400 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 16:09:57.3975 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM "de6f895e-aeb2-448c-b30c-c0820d6a0735" is already powered off 2025-12-03 16:09:57.3975 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Synchronizing configuration settings of the worker test 2025-12-03 16:09:57.4555 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the worker VM 122 settings. Name: "test", description: "Created by .\veeamadmin at 03/12/2025 10:35."... 2025-12-03 16:09:57.5358 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the worker VM 122 2025-12-03 16:09:57.5358 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Update the name and description of the worker instance 7: "test", "Created by .\veeamadmin at 03/12/2025 10:35." 2025-12-03 16:09:57.6418 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the name and description of the worker instance 7 2025-12-03 16:09:57.6419 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the amount of resources allocated to the worker VM 122... 2025-12-03 16:09:57.7399 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-03 16:09:57.7989 00042 [48867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/122/resize"': "$.server.config" 2025-12-03 16:10:01.9750 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully allocated resources to the worker VM 2025-12-03 16:10:01.9750 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Skipped affinity configuration 2025-12-03 16:10:01.9750 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Configuration settings of the worker test were synchronized successfully 2025-12-03 16:10:02.2569 00050 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering on the worker VM 2025-12-03 16:10:04.0603 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 16:10:04.0603 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered on successfully on the host node-2 2025-12-03 16:10:04.0603 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Obtaining an IP address for the worker VM 2025-12-03 16:10:04.1110 00050 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:10:04.1110 00050 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:10:04.1123 00050 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:10:07.1793 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 16:10:12.2327 00050 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:10:12.2327 00050 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:10:12.2333 00050 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:10:15.3072 00050 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 16:10:20.4407 00042 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:10:20.4407 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:10:20.4414 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:10:23.4992 00042 [48867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 16:10:28.6207 00019 [48867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:10:28.6207 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:10:28.6207 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:10:31.2831 00029 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 16:10:31.3117 00029 [48867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:10:31.3117 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 16:10:31.3117 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker service 2025-12-03 16:10:31.3125 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:10:31.8771 00016 [48867] WARN | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF][0HNHHNEF1Q0CK:000000E1]: Connection to "10.10.10.26:19000" lost: "Unable to read data from the transport connection: Connection timed out." 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Failed "GeTimeZoneSettingsAsync in /opt/buildAgent/work/e2a32e42405c69fe/Service/Veeam.Vbf.WorkerManagement/Worker/BackupWorkerVcf.cs:line 193". Error: "One or more errors occurred. (Unable to read data from the transport connection: Connection timed out.)": System.AggregateException: One or more errors occurred. (Unable to read data from the transport connection: Connection timed out.) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ---> System.IO.IOException: Unable to read data from the transport connection: Connection timed out. 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ---> System.Net.Sockets.SocketException (110): Connection timed out 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.CreateException(SocketError error, Boolean forAsyncThrow) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Sockets.NetworkStream.ReadAsync(Memory`1 buffer, CancellationToken cancellationToken) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Security.SslStream.EnsureFullTlsFrameAsync[TIOAdapter](CancellationToken cancellationToken, Int32 estimatedSize) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.ExecutionContext.RunInternal(ExecutionContext executionContext, ContextCallback callback, Object state) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Sockets.SocketAsyncContext.BufferMemoryReceiveOperation.InvokeCallback(Boolean allowPooling) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Sockets.SocketAsyncEngine.System.Threading.IThreadPoolWorkItem.Execute() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.ThreadPoolWorkQueue.Dispatch() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of stack trace from previous location --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of inner exception stack trace --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Security.SslStream.EnsureFullTlsFrameAsync[TIOAdapter](CancellationToken cancellationToken, Int32 estimatedSize) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Runtime.CompilerServices.PoolingAsyncValueTaskMethodBuilder`1.StateMachineBox`1.System.Threading.Tasks.Sources.IValueTaskSource.GetResult(Int16 token) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Net.Security.SslStream.ReadAsyncInternal[TIOAdapter](Memory`1 buffer, CancellationToken cancellationToken) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Runtime.CompilerServices.PoolingAsyncValueTaskMethodBuilder`1.StateMachineBox`1.System.Threading.Tasks.Sources.IValueTaskSource.GetResult(Int16 token) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.Tasks.ValueTask`1.ValueTaskSourceAsTask.<>c.<.cctor>b__4_0(Object state) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of stack trace from previous location --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.StreamChannel.ReadAsyncExactly(Stream stream, Byte[] buffer, Int32 offset, Int32 count) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.StreamChannel.<>c__DisplayClass21_0.<g__ReadPacketInternalAsync|0>d.MoveNext() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of inner exception stack trace --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.Tasks.Task`1.GetResultCore(Boolean waitCompletionNotification) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.Tasks.ContinuationResultTaskFromResultTask`2.InnerInvoke() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread threadPoolThread, ExecutionContext executionContext, ContextCallback callback, Object state) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of stack trace from previous location --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread threadPoolThread, ExecutionContext executionContext, ContextCallback callback, Object state) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task& currentTaskSlot, Thread threadPoolThread) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of stack trace from previous location --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.StreamCore.ReadAsync(Byte[] buffer, Int32 offset, Int32 count, CancellationToken cancellationToken) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.v4.RegularInvokeProcessor.PerformInvokeInternal(MethodInvokeStream invokeStream, IMethodInvokeMessage methodInfo, IMessageSerializer serializer, MethodDeclaration methodDeclaration, CancellationToken cancellationToken) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.v4.RegularInvokeProcessor.PerformInvoke(IMethodInvokeMessage invokeMessage, IMessageSerializer serializer, MethodDeclaration methodDeclaration, CancellationToken cancellationToken) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.v4.Invoker.MethodCall.ExecuteCallInternalAsync() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.v4.Invoker.MethodCall.b__11_0() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.<>c__DisplayClass21_0`1.<g__InterceptorAsync|0>d.MoveNext() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of stack trace from previous location --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.v4.Invoker.MethodCall.ExecuteCallAsync() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.Veeam.SPP.Communication.IOutgoingCallInterceptor.OnMethodCall(IMethodCall methodCall) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.v4.Invoker.InvokeAsync(InvokeArg invokeArg) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider.Invoke.InvokeProcessor.InvokeAsync(InvokeArg invokeArg) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.SPP.Communication.TypeProvider._RemoteProxy.Invoke_TaskTReturn_WithParameters[TReturn](InvokeArg invokeArg, String methodName, Object[] parameters) 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.<>c__DisplayClass14_0`2.<g__ExecuteInternalAsync|0>d.MoveNext() 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: --- End of stack trace from previous location --- 2025-12-03 16:10:31.8785 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: at Veeam.Vbf.Common.Helper.Retry.RetryHelper.ExecuteActionAsync[T](Func`2 asyncAction, String description, ILogger logger, LogLevel logLevel, CancellationToken cancellationToken) 2025-12-03 16:10:37.3051 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connection to the worker service was established successfully 2025-12-03 16:10:37.3051 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking for updates in external repositories 2025-12-03 16:10:37.3747 00029 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates 2025-12-03 16:10:42.6584 00029 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates finished 2025-12-03 16:10:42.6584 00029 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Check for updates in external repositories was performed successfully 2025-12-03 16:10:42.6584 00029 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Fetching updates 2025-12-03 16:10:42.6584 00029 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Starting check updates 2025-12-03 16:10:42.6992 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 16:10:42.6992 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 16:10:42.6999 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 16:10:42.6999 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available updates: "" 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available private fixes 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finished check updates 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Product Packages: "" 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Security Packages: "" 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Private Fixes: "" 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: No updates were found 2025-12-03 16:10:43.2249 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker core service 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 16:10:43.2359 00042 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 16:10:43.2359 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Downloading worker logs... 2025-12-03 16:10:43.2359 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start archiving folder "/var/log" 2025-12-03 16:10:43.2359 00042 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-10-43.2364188.zip" 2025-12-03 16:10:43.6313 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-10-43.2364188.zip" is created 2025-12-03 16:10:43.6313 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-10-43.2364188.zip 2025-12-03 16:10:43.6313 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 16:10:43.6313 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 16:10:43.6313 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Stop 2025-12-03 16:10:43.7499 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering off the worker VM 2025-12-03 16:10:54.7814 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered off successfully 2025-12-03 16:10:54.7814 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from Preparing to TurnedOff 2025-12-03 16:10:54.7814 00019 [48867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 16:10:54.8086 00019 [48867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-03 16:12:31.6397 00037 [48867] INFO | [Task][e4fabd25-9b01-4db6-96ac-d729de5e6bb1][Internal]: Session logs parameters: NULL 2025-12-03 16:12:31.6397 00037 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID e4fabd25-9b01-4db6-96ac-d729de5e6bb1... 2025-12-03 16:27:34.5608 00037 [48867] INFO | [Task][ad27232c-fb9d-48cb-89af-1aaf79ada7e0][Internal]: Session logs parameters: NULL 2025-12-03 16:27:34.5608 00037 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID ad27232c-fb9d-48cb-89af-1aaf79ada7e0... 2025-12-03 16:42:32.0480 00046 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0DM:00000001]: Obtaining a token from Veeam Backup & Replication: Request upon expiration 2025-12-03 16:42:32.0480 00046 [48867] INFO | [LinuxSecurityProvider][0HNHHNEF1Q0DM:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 16:42:32.0480 00046 [48867] INFO | [CertificateManager][0HNHHNEF1Q0DM:00000001]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:42:32.0480 00046 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DM:00000001]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:42:32.0480 00046 [48867] INFO | [SDataProtector][0HNHHNEF1Q0DM:00000001]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 16:42:32.0531 00046 [48867] INFO | [SCertificateStore][0HNHHNEF1Q0DM:00000001]: Accessing custom certificate store My (local) 2025-12-03 16:42:32.0531 00046 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DM:00000001]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 16:42:32.0564 00046 [48867] INFO | [SqliteCertificateStoreAccessor][0HNHHNEF1Q0DM:00000001]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 16:42:32.0564 00046 [48867] INFO | [CertificateStoreBase][0HNHHNEF1Q0DM:00000001]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:42:32.0564 00046 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0DM:00000001]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 16:42:32.0564 00046 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0DM:00000001]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 16:42:32.9383 00046 [48867] INFO | [VeeamPlatformAuthenticator][0HNHHNEF1Q0DM:00000001]: VeeamAuth executed successfully 2025-12-03 16:42:37.5514 00051 [48867] INFO | [Task][4b06e11a-0fe4-4695-8167-440019a1e2f7][Internal]: Session logs parameters: NULL 2025-12-03 16:42:37.5514 00051 [48867] INFO | [EntitiesSynchronizer]: Starting full rescan of the master server "603ccc92-ebb4-4698-93c1-caca831a7d23". The session ID 4b06e11a-0fe4-4695-8167-440019a1e2f7... 2025-12-03 16:53:19.0349 00021 [48867] INFO | [Workflow]: Stop "old logs cleaner" 2025-12-03 16:53:19.0349 00021 [48867] INFO | [ServiceBase]: Stopping 2025-12-03 16:53:19.0349 00021 [48867] INFO | [WorkerManager]: Stopped 2025-12-03 16:53:19.0349 00021 [48867] INFO | [Workflow]: Stop "system usage notifier" 2025-12-03 16:53:19.0372 00021 [48867] INFO | [SessionKeepAliveManager]: Dispose "keep active sessions alive" 2025-12-03 16:53:19.0372 00021 [48867] INFO | [DbClientManager]: Dispose "DB client instance cleaner" 2025-12-03 16:53:19.0381 00021 [48867] INFO | [ImageUpdaterManager]: Dispose "Image updater instance cleaner" Starting log. Severity threshold: Debug, LogFilesNumber = 100, LogFileMaxSize = 15 Mbs, ArchivesLimit = 100 ----------------------------------------------------------------------------------------------------------------- Release version : 13.1.0.206 Application : Veeam.HpeMorpheusVme.Service, Version=13.1.0.206, Culture=neutral, PublicKeyToken=null OS Platform : Unix OS Version : Unix 5.14.0.284 CLR Version : 8.0.22 Machine : vbr-e9653f05 Hostname : vbr-e9653f05 Account : vbr-e9653f05\veeam-usr-platform-service-hpe Culture Info : en-US Timezone name : (UTC+01:00) Central European Time (Madrid) Daylight saving : True Network Interfaces: 1. lo Operational Status....................... : Up Physical Address......................... : 000000000000 Interface Type........................... : Loopback DNS suffix .............................. : DNS enabled ............................. : True Gateways: - Unicast IP Addresses: 127.0.0.1 ::1 IP Addresses: 10.10.10.25 ::1 2. ens192 Operational Status....................... : Up Physical Address......................... : 005056B37BE4 Interface Type........................... : Ethernet DNS suffix .............................. : DNS enabled ............................. : True Gateways: 10.10.10.1 Unicast IP Addresses: 10.10.10.25 IP Addresses: 10.10.10.25 ::1 Application config: {"Service":{"WorkerThreads":50,"CompletionPortThreads":50},"ValidationJWTToken":{"ValidateExpiration":true},"Logging":{"LogLevel":"Debug","ArchiveAboveSizeMb":15,"ArchiveOldFileOnStartup":false,"MaxServiceArchiveFiles":100,"KeepLogsFor":"182 days","EnableArchiveFileCompression":true,"LogTargets":[{"Name":"serviceLog","FileName":"Veeam.HPEMORPHEUSVME.PlatformSvc.log","Loggers":"*","Filters":"StaticFileMiddleware"}]},"VmImages":{"ImageFileName":"","ImageFilePrefix":"HpeMorpheusVmeWorker","RemoteCloudInitDir":"/var/lib/vz/snippets/","RemoteImagesPath":"/var/lib/vz/template/iso/","CloudInitStorage":"local"},"HypervisorHeartbeat":{"StateCheckInterval":"1 min","CheckVersionIsSupported":true},"HypervisorRestClient":{"RetryCount":10,"RetryInterval":"10 sec","ConnectionTimeout":"5 min","PooledConnectionLifetime":"1 day","PooledConnectionIdleTimeout":"1 min","MaxConnectionsPerServer":2147483647,"CustomTimeouts":[],"CustomRetries":[]},"Hypervisor":{"StateCheckInterval":"1 min","TaskCheckInterval":"2 sec","TaskWaitTimeout":"10 min","TrustRevokedCertificate":false,"RefreshEntitiesInterval":"15 min","Ssh":{"RetryCount":5,"RetryInterval":"5 sec","ConnectionTimeout":"30 sec","CommandExecutionTimeout":"10 min","EnableKeepAlive":true,"KeepAliveInterval":"25 sec"},"MinimumHypervisorVersion":"8.0.11"},"DbProviderRestClient":{"RetryCount":10,"RetryInterval":"10 sec","ConnectionTimeout":"15 min","BatchQueryObjectsCount":1000,"CustomTimeouts":[],"CustomRetries":[]},"DbProviderSettings":{"WaitTaskInterval":"10 sec","WaitTaskTimeout":"15 min","SnapshotsBatchSize":100,"PoliciesBatchSize":100,"PolicyStatesBatchSize":100,"PoliciesSessionsBatchSize":100,"RestoreSessionsBatchSize":100},"UpdaterRestClient":{"RetryCount":10,"RetryInterval":"10 sec","ConnectionTimeout":"5 min","CustomTimeouts":[],"CustomRetries":[]},"CheckUpdates":{"CheckUpdaterStateInterval":"10 sec","WaitUpdaterStateTimeout":"15 min","CheckUpdatesProgressInterval":"5 sec","CheckUpdatesTimeout":"1 hour","CheckInstallProgressInterval":"5 sec","InstallUpdatesTimeout":"1 hour"},"RestoreDefaults":{"HpeDefaults":{"IdeBusMaxDisks":2,"SataBusMaxDisks":6,"VirtioBusMaxDisks":24,"ScsiBusMaxDisks":256,"BusesFillingOrder":"SATA, SCSI, IDE, VIRTIO","MinMemoryMb":512,"MinCpuCount":1},"CPUs":2,"CoresPerCPU":1,"MemoryGb":4,"BootConfig":"BIOS","IgnoreOriginalBus":false},"InstantRecoveryDefaults":{"MigrationProgressPolling":"10 sec","PoShRetryCount":3,"PoShRetryDelay":"60 sec","PoShCmdLetDefaultTimeout":"30 min","PoShPublishDisksTimeout":"3 hours"},"RestApi":{"TokenLifetime":"90 min","ShowPrivateRestApiInSwaggerUI":true,"CustomLogging":[]},"BackupRestore":{"WorkerThreads":60,"CompletionPortThreads":60,"StartBackupJobSessionInParallel":1,"EnableBitLooker":true,"SkipSwapFile":true,"RestoreReadersCount":1,"RestoreWritersCount":20,"RestoreRegionQueueSize":64,"RestoreRegionSize":4194304,"RestoreOpenTargetDirectly":true,"BackupRestoreAgentRegistrationTimeout":"5 min","BackupRestoreAgentInitializationTimeout":"10 min","BackupTimeout":"7 day","BackupCheckInterval":"5 seconds","RestoreTimeout":"7 day","RestoreCheckInterval":"5 seconds","RpcCallRetryInterval":"1 min","RpcCallRetryCount":5,"RpcCallTimeout":"1 hour","VmbApiProperties":{"VmbApiPreReadBufSize":"1048576","VmbApiPreReadQueueDepth":"32","VmbApiProcessedProgressMode":"0"},"EnableRestorePointRetention":false,"DeviceDiscoveryRetryDelay":"10 seconds","DeviceDiscoveryAttemptsMaxCount":10},"BackupManager":{"ResourcesWaitTimeout":"7 days","ResourcesWaitLogInterval":"10 min","TaskQueueProcessingInterval":"1 sec","WorkerAssignmentStateLoggingInterval":"10 min"},"DataSynchronization":{"PolicySessionUpdateInterval":"10 sec","QueueLimit":30000,"WaitForConsumerKeyLifetime":"1 day","WaitForConsumerTimeout":"1 min","WaitForConsumerInterval":"10 sec"},"Workers":{"IpDiscoveryTimeout":"10 min","CheckIpDiscoveredInterval":"5 sec","PreparationBackoffInterval":"1 h","RollbackOnUpgradeFailed":true,"RemoveVmOnFailedDeploy":true,"StartedOnAnotherHostSeverity":"Error","DownloadFullLogsOnTest":false,"DownloadCrashDumpsOnTest":false,"InheritWorkerProxySettingsByDefault":false,"NonOptimalWorkerNotify":true,"Vm":{"DefaultMaxConcurrentTasks":4,"MemoryMbPerTask":1024,"CpuPerTask":1,"BaseCpu":2,"BaseMemoryGb":2,"KeepTurnedOn":false},"Monitoring":{"Types":["Cpu","Memory"],"RowInterval":"5 sec","CheckInterval":"30 sec","AvgIntervalToWarning":"10 min","CpuUsageWarningPercentage":95,"MemoryUsageWarningPercentage":95,"DiskSpaceUsageWarningPercentage":90},"CrashDumps":{"MaxProcessDumpsCount":3}},"VcfSettings":{"VcfKeepAlive":{"Enabled":true,"RetryCount":2,"RetryInterval":"5 sec","InactionTimeout":"5 sec"},"VcfRetry":{"RetryCount":10,"RetryInterval":"5 sec","ConnectionTimeout":"5 min"},"VcfGetEndpointTimeout":"5 min"},"BsCommunicationService":{"RetryCount":3,"RetryInterval":"5 sec","ServiceStartupTimeout":"15 min","RpcCallTimeout":"1 hour"},"SessionManager":{"CacheFinishedSessionPeriod":"31 days","KeepAliveInterval":"2 minutes"},"Events":{"RaiseJobStartEvent":true,"RaiseJobFinishEvent":true,"RaiseJobUpdateEvent":false},"MemoryManagement":{"ReleaseUnmanagedMemoryInterval":"1 min","LogMemoryConsumptionInterval":"10 min"},"Development":{}} 2025-12-03 16:53:19.8442 00001 [441867] INFO | [Mvc]: Mvc configuring 2025-12-03 16:53:19.8749 00001 [441867] INFO | [Mvc]: Mvc configuring done 2025-12-03 16:53:19.8969 00001 [441867] INFO | [WebServiceStarter]: Registering the Swagger service ... 2025-12-03 16:53:19.8993 00001 [441867] INFO | [WebServiceStarter]: Swagger service is registered [API version: "1.0-rev15"] 2025-12-03 16:53:19.9132 00001 [441867] INFO | [PlatformService]: Performing the "Veeam Plug-in for HPE Morpheus VM Essentials" Platform Service preinitialization 2025-12-03 16:53:19.9146 00001 [441867] INFO | [LinuxSecurityProvider]: Obtaining the certificate thumbprint from the file "/etc/veeam/platform-service-hpemorpheusvme/openssl/ps_cert_thumbprint.txt" 2025-12-03 16:53:19.9152 00001 [441867] INFO | [LinuxSecurityProvider]: Successfully obtained the certificate thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:53:19.9184 00001 [441867] INFO | [VeeamPlatformAuthenticator]: Starting 2025-12-03 16:53:19.9226 00006 [441867] INFO | [VeeamPlatformAuthenticator]: Obtaining a token from Veeam Backup & Replication: Initial request 2025-12-03 16:53:19.9258 00006 [441867] INFO | [LinuxSecurityProvider]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1"... 2025-12-03 16:53:19.9263 00006 [441867] INFO | [CertificateManager]: Searching for certificate with thumbprint: "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:53:19.9277 00006 [441867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:53:19.9340 00006 [441867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 16:53:19.9927 00006 [441867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 16:53:20.0034 00006 [441867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 16:53:20.0247 00006 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opening DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/public/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:20.0296 00006 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opened DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/public/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:20.0340 00006 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Executing 'FindByThumbprint' command, Thumbprint: FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 2025-12-03 16:53:20.0546 00006 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opening DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/private/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:20.0546 00006 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opened DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/private/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:20.0552 00006 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Executing 'FindByThumbprint' command, Thumbprint: FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 2025-12-03 16:53:20.0819 00006 [441867] INFO | [SqliteCertificateStoreAccessor]: Found certificate FAE0B6930EE579F5BFF7B771353F44E98BD51CE1 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 16:53:20.0835 00006 [441867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05, O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:16 PM. ExpirationDate: 12/1/2035 4:53:16 PM. Thumbprint:FAE0B6930EE579F5BFF7B771353F44E98BD51CE1" 2025-12-03 16:53:20.0936 00006 [441867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executable path: '/opt/veeam/vbr/VeeamAuth.dll'. 2025-12-03 16:53:20.0944 00006 [441867] INFO | [VeeamPlatformAuthenticator]: Starting VeeamAuth: "dotnet" /opt/veeam/vbr/VeeamAuth.dll /purpose:DATA /platformId:2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52 2025-12-03 16:53:20.0944 00006 [441867] DEBUG | [VeeamPlatformAuthenticator]: /platformPublicCertificate:-----BEGIN CERTIFICATE----- MIIDhDCCAmygAwIBAgIIJ5QZ9mJW2q8wDQYJKoZIhvcNAQELBQAwSTEXMBUGA1UE CxMOVmVlYW0gU29mdHdhcmUxFzAVBgNVBAoTDlZlZWFtIFNvZnR3YXJlMRUwEwYD VQQDEwx2YnItZTk2NTNmMDUwHhcNMjUxMjAxMTU1MzE2WhcNMzUxMjAxMTU1MzE2 WjBJMRcwFQYDVQQLEw5WZWVhbSBTb2Z0d2FyZTEXMBUGA1UEChMOVmVlYW0gU29m dHdhcmUxFTATBgNVBAMTDHZici1lOTY1M2YwNTCCASIwDQYJKoZIhvcNAQEBBQAD ggEPADCCAQoCggEBAKY4kouYBjfxf1CbvinSz2bWro1LglFmKu8eYjJODDiCgxdN N9B1ac/xnH3FTR/3KR2mTb42eG+XpoWn6fEenLaKrdS2P2iCbClFW9TwXsb/LxNN mxhg6rlyMebZs6Lyr+Wg5PG3FjASB0BQvX02HHCJwvHSTOB2GH8r6iqxJQrwYru+ CccfgKmSc81DpaQkEqwhyiVCIGbnJyrTBKh37DJdBRJFeGSSn3vybPASfW84pb1q lOFRjGU0XG1yVpjXVybjpCV+7kfnqFFSlDW5M7AgxCMXCcVIIAAqtP6PuydMnD+C /P4mS9Rv/3qAlV/JKTH1iadziqDKnxBBweGB2zkCAwEAAaNwMG4wCQYDVR0TBAIw ADBhBg0rBgEEAYHyLwEBxigCBFAMTlZlZWFtIHNlbGYtc2lnbmVkIGNlcnRpZmlj YXRlIGZvciBWZWVhbSBQbHVnLWluIGZvciBIUEUgTW9ycGhldXMgVk0gRXNzZW50 aWFsczANBgkqhkiG9w0BAQsFAAOCAQEAKx43cZUBQs0JoVLSdXrsema60lZUmmkO 3StGl8fAqVMY/TVKPa3pjx1jITfjxptBJ2oduw6KJzB2p/PYdLsQuR6c42C8Zu3Q hguIN38kdC4csTrWRI9bZrLma7/D7qcWS/iDlQlOMUPxdcw3Hx61k+zTOjaVjJDg 0MVCIofIzc3hrrCEEJYGmrmQTUJgW4Ny8BNKPlYwzH8ma1n9JL2H61hH15jRnowM yW9CU5c0wBXbDRC7IGgYG9ZOLWo5prWUttpvQ4k7o0M9LWczBQJV98DuyP1gYCUD cn4vP9C1TWjozsJPHkax0QVIK/UTMvFFumVTqKBZL7lBO+CnfLopuw== -----END CERTIFICATE----- 2025-12-03 16:53:21.0012 00006 [441867] INFO | [VeeamPlatformAuthenticator]: VeeamAuth executed successfully 2025-12-03 16:53:21.0035 00006 [441867] DEBUG | [VeeamPlatformAuthenticator]: Server certificate thumbprint: F6E1CD4DC46197BA966BCC4B4E572B18E9E8943A. JWT public part: eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDc3ODEwMCwiaWF0IjoxNzY0Nzc3MjAwLCJuYmYiOjE3NjQ3NzcyMDAsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6IjVkMTMwZGNmLTg5NjQtNDBkNS04OTRjLTBhNzA0ZDczOTQyYiJ9 2025-12-03 16:53:21.1402 00006 [441867] DEBUG | [DbProvider client]: Creating DbProviderClient with Port 6172 2025-12-03 16:53:21.1975 00006 [441867] INFO | [DbProvider client]: Trying to connect to DbProvider... 2025-12-03 16:53:21.2170 00006 [441867] INFO | [DbProvider client]: DbProvider Token has been updated. UTC expiration date: "2025-12-03T16:08:20Z"; Public JWT Part: "eyJhbGciOiJSUzUxMiIsImtpZCI6ImU3YzM0Y2E4LTgyYmEtNGY5ZS04YjU4LTFlM2U4NzEzZDFkMSIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJ2ZWVhbS1kYi1wcm92aWRlciIsImlzcyI6Imh0dHBzOi8vdmJyLWU5NjUzZjA1LyIsImV4cCI6MTc2NDc3ODEwMCwiaWF0IjoxNzY0Nzc3MjAwLCJuYmYiOjE3NjQ3NzcyMDAsImlkZW50aXR5X3R5cGUiOiJvcy1pZGVudGl0eSIsIm5hbWUiOiJ2ZWVhbS11c3ItcGxhdGZvcm0tc2VydmljZS1ocGUiLCJmcmllbmRseV9uYW1lIjoidmVlYW0tdXNyLXBsYXRmb3JtLXNlcnZpY2UtaHBlIiwic3ViIjoiVUlELXZlZWFtLXVzci1wbGF0Zm9ybS1zZXJ2aWNlLWhwZSIsImNsaWVudF9pZCI6InZlZWFtLXBsYXRmb3JtLXNlcnZpY2VfMmQ0NzBkMjQtYjZiYi00ZmEzLWI3ZmYtZjBmYzExMzdjYTUyIiwic2NvcGUiOiJwZXJtaXNzaW9uLWJhc2VkLWFwaSByb2xlLWJhc2VkLWFwaSIsInBlcm1pc3Npb25zIjpbIjI1NiIsIjEzNTAiLCIzMyIsIjUyMCIsIjE4NSIsIjI2NCIsIjY0IiwiMjE1IiwiMjA5MDQiLCI1NSIsIjEzMCIsIjE0OCIsIjExNTciLCIyMyIsIjIwNjAxIiwiMjcwIiwiMjAzMDciLCIxMTU1IiwiMTE1OCIsIjg3IiwiMTg0IiwiMTE2IiwiNDIyMjQiLCIxMzAwIiwiMjczIiwiNTEiLCIyNzIiLCI3MCIsIjE5MCIsIjIwMTAwIiwiMjAxMDIiLCIyNzgiLCI0MDYiLCIyMzAwMCIsIjQyMjIzIiwiMTY5IiwiMTc2IiwiOTIiLCIxODAiLCIyMDkwMCIsIjI2MDA2IiwiMjM2IiwiMjcxIiwiMjYzIiwiMjIiLCIyMjAwMCIsIjE5NyIsIjIwMzAzIiwiMTM1IiwiMjA5MDYiLCIyNjAwNCIsIjIyNyIsIjI4MiIsIjUwMCIsIjE0OSIsIjE3MyIsIjczIiwiMTMwMSIsIjI2MSIsIjEwMyIsIjUwNSIsIjUwMiIsIjI4MCIsIjQyIiwiMTg5IiwiMjAzMTAiLCIxMjEiLCIxMTciLCIyMzkiLCIxNjEiLCI4OCIsIjE4OCIsIjQwIiwiMTEzIiwiMTI1IiwiMjQwIiwiNzAwIiwiMjA4MDAiLCI0MyIsIjIwMzA0IiwiMTIwIiwiMTk2IiwiMjAxMDMiLCI4MDIiLCIxNSIsIjIyNiIsIjIxMCIsIjQ4IiwiMTAwNCIsIjcxMCIsIjE4NyIsIjIwODAzIiwiMjAzMDEiLCI1NyIsIjgxIiwiMTkiLCI2MSIsIjEwNDMiLCIyNjAwMSIsIjE2MCIsIjYwMiIsIjUwNiIsIjgwMCIsIjEwMjQiLCIyMDQiLCIxMTAwIiwiMjY2IiwiMTA0IiwiNSIsIjI1MDAwIiwiMTcxIiwiOTEiLCIyNjAwMiIsIjEwMjgiLCI4MDMiLCI4MDciLCI1NCIsIjI5IiwiNCIsIjE4MSIsIjk2IiwiMjAxIiwiMjA5MDUiLCIxMCIsIjEwNSIsIjM1IiwiNDAyIiwiMjAzMDUiLCI4MDQiLCIxMDciLCI2IiwiMjMzIiwiMjA0MDAiLCIyMjAiLCI4NiIsIjIwMzExIiwiNDAwIiwiODkiLCI5MyIsIjIxOSIsIjEwMjUiLCIyNDEiLCIxNzUiLCIyMDEwMSIsIjMxIiwiNTAiLCIxNCIsIjIzMSIsIjY2IiwiNTEyIiwiMTA5IiwiMjA0MDIiLCIxNTUiLCIyMDMwOCIsIjEzIiwiMTMzIiwiMTk1IiwiMiIsIjE5OSIsIjc1IiwiMTI4IiwiNjAwIiwiMTY2IiwiMTQyIiwiMjA3MDAiLCIxNTIiLCIyMDMwMCIsIjYwMyIsIjgwOCIsIjIzMCIsIjciLCIyMjIiLCIyNTAwMyIsIjEwMDYiLCIzOCIsIjEwMDUiLCIxOTMiLCI1MDMiLCIxNjQiLCIxMTU0IiwiNzgiLCIyMTciLCIyMDUwMCIsIjE4NiIsIjI1MCIsIjQ3IiwiNTAxIiwiMTc3IiwiMjAiLCIxODIiLCIxIiwiNzYiLCI4MTAiLCIxMDYiLCIxOCIsIjEyMDAiLCIxMTAiLCIxNDUiLCIyNyIsIjEyOSIsIjE0MyIsIjgxMSIsIjIwMyIsIjU4IiwiOCIsIjIyOCIsIjIwOTAzIiwiMjA1MDMiLCI3MSIsIjY4IiwiMjY3IiwiMTAwMiIsIjExMDIiLCIxMTU2IiwiNTIiLCI4MCIsIjE0NiIsIjIwNTAxIiwiNzAxIiwiMTYyIiwiNTExIiwiMTMyIiwiMTM1MSIsIjQwNSIsIjg0IiwiMTcwIiwiMjA1MDIiLCIyMDkwMiIsIjE5MiIsIjI3NiIsIjEwMSIsIjIzNyIsIjY5IiwiMjYyIiwiMTE1IiwiMTE0IiwiMjAyMDEiLCI2MCIsIjIwOTA5IiwiNTA0IiwiOTciLCIyMzgiLCIxMDgiLCIxMTIiLCI0MDgiLCI1OSIsIjEwNDIiLCI2NSIsIjEyNyIsIjEyNCIsIjk4IiwiMjAwIiwiMTEiLCI0NCIsIjQwMSIsIjI2MDA3IiwiMjM1IiwiNjAxIiwiODIiLCIyMDgwNCIsIjExOSIsIjE1MyIsIjE0NyIsIjIxNCIsIjIwMiIsIjkiLCI0MjIyNSIsIjIwOTA4IiwiMjExMDEiLCI3OSIsIjI2IiwiNDIyMjYiLCI4NSIsIjIwOTAxIiwiNzIiLCIyODEiLCI5NSIsIjExNTkiLCI1MTAiLCIyMDcwMSIsIjEwNDEiLCIyMjAwMSIsIjc3IiwiMjMyIiwiMTcyIiwiMjA3MDIiLCI0MDkiLCIzMCIsIjIxIiwiMTMxIiwiMyIsIjE5OCIsIjE3IiwiMjgiLCIyMTIiLCIzNyIsIjEwMjciLCI0MDQiLCIyMzAwMSIsIjEwMDEiLCI4MDYiLCIyNDkiLCIyMDYwMyIsIjEwMjkiLCIyMDgwMiIsIjE2NSIsIjU2IiwiMTUxIiwiMjA2MDIiLCIyMDkiLCIxMDAwIiwiNzQiLCIyMDIwMCIsIjEzOCIsIjM0IiwiMjI1IiwiMjA1IiwiNjciLCI4MyIsIjQwNyIsIjYzIiwiNDIyMjIiLCI5MCIsIjIxNiIsIjQ1IiwiMjAzMDIiLCIxNzQiLCIyMTMiLCIxMzQiLCIyNzQiLCIxNDQiLCIzOSIsIjIwMzA2IiwiMTYzIiwiODAxIiwiMTY4IiwiMjIzIiwiMTMwMiIsIjM2IiwiMTMwMyIsIjIyMSIsIjIwMDAwIiwiMTAyIiwiMTY3IiwiMjYwMDMiLCIyMDQwMSIsIjI3NyIsIjIwMzA5IiwiMzAwIiwiMTE4IiwiMTM1MiIsIjI2NSIsIjIxMTAwIiwiMTExIiwiMTYiLCIyMDciLCI2MiIsIjEyMyIsIjEyNiIsIjExMDEiLCIxOTQiLCIyMDYwMCIsIjk5IiwiMjA5MDciLCI4MDUiLCI0MSIsIjIwNiIsIjQ2IiwiMjI0IiwiMzIiLCI1MyIsIjI3NSIsIjIwODAxIiwiMjYwIiwiMTgzIiwiMTAwIiwiMTM2IiwiMTUwIiwiMTQwIiwiMTM5IiwiMjYwMDUiLCIxMiIsIjEzNyIsIjIwOCIsIjI0IiwiMTkxIiwiMjUiLCIxNDEiLCI5NCIsIjEyMiIsIjE1NCIsIjIxOCIsIjEwMjYiLCIyMzQiLCI0OSIsIjEwNDAiLCIyMTEiLCI0MDMiXSwicm9sZS1pZCI6IjVmZjBlMGViLTQ1Y2YtNDhjYy05Njc3LTc2MTNmYzc5YmMxMSIsImp0aSI6IjVkMTMwZGNmLTg5NjQtNDBkNS04OTRjLTBhNzA0ZDczOTQyYiJ9" 2025-12-03 16:53:21.2379 00006 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.3534 00006 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api", "code: 200", duration: "127 msec", headers: "[]", cookies: "[]", body: "{"version":"13.0.1.180","preferredLogFolderPath":"/var/log/VeeamBackup/Plugins","dbInstanceUID":"5949610c-3675-4258-9587-0c234b10190d","installationId":"8d83fa9a-8176-4603-b0e0-7e5fb0196a5d","hostname":"vbr-e9653f05","isLockdownModeEnabled":false}" 2025-12-03 16:53:21.3754 00006 [441867] INFO | [DbProvider client]: Connected successfully to DbProvider 2025-12-03 16:53:21.3821 00006 [441867] INFO | [DataUpgrade]: Running migration "FinishRunningSessions"... 2025-12-03 16:53:21.3833 00006 [441867] INFO | [FinishRunningSessions]: Marking all running sessions as Failed... 2025-12-03 16:53:21.3846 00006 [441867] INFO | [FinishRunningSessions]: Finishing running service sessions... 2025-12-03 16:53:21.3872 00006 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/serviceSessions", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.4688 00006 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/serviceSessions", "code: 200", duration: "81 msec", headers: "[]", cookies: "[]", body: "{"members":[{"status":"Stopped","id":"784b6b98-f62f-4e71-b3b1-85d6ce1a96ab","name":"HPE Morpheus VM Essentials Registration","creationTimeUtc":"2025-12-02T17:49:35.101783Z","endTimeUtc":"2025-12-02T17:49:51.341143Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"784b6b98-f62f-4e71-b3b1-85d6ce1a96ab\",\"name\":\"HPE Morpheus VM Essentials Registration\",\"description\":\"\",\"sessionType\":\"Internal\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T17:49:35.1017835Z\",\"finishTimeUtc\":\"2025-12-02T17:49:51.3411431Z\",\"duration\":\"00:00:16.2393596\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"mmr-vme-manager-01.university.encora\",\"objectId\":\"\",\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"PERSIST_INTERNAL_SESSION\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T17:49:35.1236028Z\",\"endTimeUtc\":\"2025-12-02T17:49:35.7729677Z\",\"message\":\"Successfully registered HPE Morpheus VM Essentials\",\"context\":null,\"actionId\":\"eed9e113-d441-4fa1-95c9-a6cf457fa5cc\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T17:49:35.7742618Z\",\"endTimeUtc\":\"2025-12-02T17:49:40.9158791Z\",\"message\":\"Successfully refreshed the HPE Morpheus VM Essentials entities\",\"context\":null,\"actionId\":\"643550a6-2d94-4062-bb18-dbb1cf5f0065\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T17:49:40.9161906Z\",\"endTimeUtc\":\"2025-12-02T17:49:51.3407048Z\",\"message\":\"Failed to configure additional settings for the HPE Morpheus VM Essentials clusters: Failed to execute the script: status Failed, exit code , error: , status message: \",\"context\":null,\"actionId\":\"9e93bf13-2f71-4a17-90dc-8ca4a2cb39ea\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":205,"cookie":"","message":"Successfully registered HPE Morpheus VM Essentials","creationTimeUtc":"2025-12-02T17:49:35.123602Z","endTimeUtc":"2025-12-02T17:49:35.772967Z"},{"status":"Success","id":206,"cookie":"","message":"Successfully refreshed the HPE Morpheus VM Essentials entities","creationTimeUtc":"2025-12-02T17:49:35.774261Z","endTimeUtc":"2025-12-02T17:49:40.915879Z"},{"status":"Failed","id":207,"cookie":"","message":"Failed to configure additional settings for the HPE Morpheus VM Essentials clusters: Failed to execute the script: status Failed, exit code , error: , status message: ","creationTimeUtc":"2025-12-02T17:49:40.91619Z","endTimeUtc":"2025-12-02T17:49:51.340704Z"}]},{"status":"Stopped","id":"9d3f5cc0-7803-4daa-868d-589a84fb8e62","name":"Removing worker","creationTimeUtc":"2025-12-02T18:40:19.547222Z","endTimeUtc":"2025-12-02T18:40:19.637819Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"9d3f5cc0-7803-4daa-868d-589a84fb8e62\",\"name\":\"Removing worker\",\"description\":\"\",\"sessionType\":\"DeleteWorker\",\"parentSessionId\":null,\"status\":\"Success\",\"state\":\"Finished\",\"result\":\"Success\",\"startTimeUtc\":\"2025-12-02T18:40:19.5472227Z\",\"finishTimeUtc\":\"2025-12-02T18:40:19.6378195Z\",\"duration\":\"00:00:00.0905968\",\"context\":null,\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:40:19.5901104Z\",\"endTimeUtc\":\"2025-12-02T18:40:19.6029048Z\",\"message\":\"The worker lab-veeam-worker-vm-essentials was removed from the storage successfully\",\"context\":null,\"actionId\":\"1e2c207f-0f5d-434a-9c83-fedb42d85aa2\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":219,"cookie":"","message":"The worker lab-veeam-worker-vm-essentials was removed from the storage successfully","creationTimeUtc":"2025-12-02T18:40:19.59011Z","endTimeUtc":"2025-12-02T18:40:19.602904Z"}]},{"status":"Stopped","id":"04082661-c06e-4d41-bb97-146d5f8a2978","name":"HPE Morpheus VM Essentials Registration","creationTimeUtc":"2025-12-02T16:26:10.76472Z","endTimeUtc":"2025-12-02T16:26:11.193924Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"04082661-c06e-4d41-bb97-146d5f8a2978\",\"name\":\"HPE Morpheus VM Essentials Registration\",\"description\":\"\",\"sessionType\":\"Internal\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T16:26:10.7647202Z\",\"finishTimeUtc\":\"2025-12-02T16:26:11.1939246Z\",\"duration\":\"00:00:00.4292044\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"mmr-vme-manager-01.university.encora\",\"objectId\":\"\",\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"PERSIST_INTERNAL_SESSION\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T16:26:10.9087372Z\",\"endTimeUtc\":\"2025-12-02T16:26:11.1909195Z\",\"message\":\"Failed to register HPE Morpheus VM Essentials: Hypervisor version 8.0.10 is not supported. The oldest supported version is 8.0.11\",\"context\":null,\"actionId\":\"97e35e02-6d6a-47af-8f45-c73d19a39f75\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Failed","id":142,"cookie":"","message":"Failed to register HPE Morpheus VM Essentials: Hypervisor version 8.0.10 is not supported. The oldest supported version is 8.0.11","creationTimeUtc":"2025-12-02T16:26:10.908737Z","endTimeUtc":"2025-12-02T16:26:11.190919Z"}]},{"status":"Stopped","id":"65b61196-0968-468d-9cab-e1b5e632f611","name":"HPE Morpheus VM Essentials Registration","creationTimeUtc":"2025-12-02T18:10:27.122549Z","endTimeUtc":"2025-12-02T18:10:27.605015Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"65b61196-0968-468d-9cab-e1b5e632f611\",\"name\":\"HPE Morpheus VM Essentials Registration\",\"description\":\"\",\"sessionType\":\"Internal\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:10:27.1225495Z\",\"finishTimeUtc\":\"2025-12-02T18:10:27.6050157Z\",\"duration\":\"00:00:00.4824662\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"mmr-vme-manager-01.university.encora\",\"objectId\":\"\",\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"PERSIST_INTERNAL_SESSION\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:10:27.1616933Z\",\"endTimeUtc\":\"2025-12-02T18:10:27.6046879Z\",\"message\":\"Failed to register HPE Morpheus VM Essentials: The HPE VM Essentials manager 603ccc92-ebb4-4698-93c1-caca831a7d23 already exists\",\"context\":null,\"actionId\":\"7876ba31-0153-4feb-8752-60bdd48fd11d\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Failed","id":208,"cookie":"","message":"Failed to register HPE Morpheus VM Essentials: The HPE VM Essentials manager 603ccc92-ebb4-4698-93c1-caca831a7d23 already exists","creationTimeUtc":"2025-12-02T18:10:27.161693Z","endTimeUtc":"2025-12-02T18:10:27.604687Z"}]},{"status":"Stopped","id":"7c760072-21d3-4488-a2b8-7cae963e3af3","name":"Removing worker","creationTimeUtc":"2025-12-02T19:23:08.049543Z","endTimeUtc":"2025-12-02T19:23:13.78123Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"7c760072-21d3-4488-a2b8-7cae963e3af3\",\"name\":\"Removing worker\",\"description\":\"\",\"sessionType\":\"DeleteWorker\",\"parentSessionId\":null,\"status\":\"Success\",\"state\":\"Finished\",\"result\":\"Success\",\"startTimeUtc\":\"2025-12-02T19:23:08.0495434Z\",\"finishTimeUtc\":\"2025-12-02T19:23:13.7812306Z\",\"duration\":\"00:00:05.7316872\",\"context\":null,\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:23:09.0666487Z\",\"endTimeUtc\":\"2025-12-02T19:23:13.7765601Z\",\"message\":\"The worker VM c156149d-5075-41a7-af07-d38295072663 was removed from the cluster successfully\",\"context\":null,\"actionId\":\"0ece4e73-10b0-4c08-90c9-6ce90eaccf8b\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:23:13.7766045Z\",\"endTimeUtc\":\"2025-12-02T19:23:13.7810337Z\",\"message\":\"The worker lab-veeam-worker-vm-essentials was removed from the storage successfully\",\"context\":null,\"actionId\":\"72d7e00f-7418-484b-85c7-91aa23cdbe95\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":273,"cookie":"","message":"The worker VM c156149d-5075-41a7-af07-d38295072663 was removed from the cluster successfully","creationTimeUtc":"2025-12-02T19:23:09.066648Z","endTimeUtc":"2025-12-02T19:23:13.77656Z"},{"status":"Success","id":274,"cookie":"","message":"The worker lab-veeam-worker-vm-essentials was removed from the storage successfully","creationTimeUtc":"2025-12-02T19:23:13.776604Z","endTimeUtc":"2025-12-02T19:23:13.781033Z"}]},{"status":"Stopped","id":"0d7cd0eb-248a-4dbc-86af-ea292a0e230e","name":"Removing worker","creationTimeUtc":"2025-12-03T08:48:55.509257Z","endTimeUtc":"2025-12-03T08:49:00.073973Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"0d7cd0eb-248a-4dbc-86af-ea292a0e230e\",\"name\":\"Removing worker\",\"description\":\"\",\"sessionType\":\"DeleteWorker\",\"parentSessionId\":null,\"status\":\"Success\",\"state\":\"Finished\",\"result\":\"Success\",\"startTimeUtc\":\"2025-12-03T08:48:55.5092573Z\",\"finishTimeUtc\":\"2025-12-03T08:49:00.0739737Z\",\"duration\":\"00:00:04.5647164\",\"context\":null,\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:48:55.5419844Z\",\"endTimeUtc\":\"2025-12-03T08:49:00.0696196Z\",\"message\":\"The worker VM efc6633c-7d91-4916-a9cb-0a8d65ad9cf8 was removed from the cluster successfully\",\"context\":null,\"actionId\":\"37a93881-e6bc-4c4b-ab8e-46709930bfa6\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:49:00.0696414Z\",\"endTimeUtc\":\"2025-12-03T08:49:00.0738128Z\",\"message\":\"The worker test was removed from the storage successfully\",\"context\":null,\"actionId\":\"eaa26687-f1da-4b08-9b04-7f8405513452\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":473,"cookie":"","message":"The worker VM efc6633c-7d91-4916-a9cb-0a8d65ad9cf8 was removed from the cluster successfully","creationTimeUtc":"2025-12-03T08:48:55.541984Z","endTimeUtc":"2025-12-03T08:49:00.069619Z"},{"status":"Success","id":474,"cookie":"","message":"The worker test was removed from the storage successfully","creationTimeUtc":"2025-12-03T08:49:00.069641Z","endTimeUtc":"2025-12-03T08:49:00.073812Z"}]},{"status":"Stopped","id":"9933e48d-5bd2-4e30-8661-201b06fb1633","name":"Testing worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T19:20:22.192377Z","endTimeUtc":"2025-12-02T19:21:23.882753Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"9933e48d-5bd2-4e30-8661-201b06fb1633\",\"name\":\"Test worker lab-veeam-worker-vm-essentials\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:20:22.1923777Z\",\"finishTimeUtc\":\"2025-12-02T19:21:23.8827536Z\",\"duration\":\"00:01:01.6903759\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"lab-veeam-worker-vm-essentials\",\"objectId\":\"4c10d25d-bf8c-41db-b7ac-808ed113104e\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:20:22.3177899Z\",\"endTimeUtc\":\"2025-12-02T19:20:22.3177899Z\",\"message\":\"Testing the worker lab-veeam-worker-vm-essentials\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:20:22.7084487Z\",\"endTimeUtc\":\"2025-12-02T19:20:27.3990287Z\",\"message\":\"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully\",\"context\":null,\"actionId\":\"21d10f1d-32b2-4317-b8ad-7f01287066d4\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:20:27.7187695Z\",\"endTimeUtc\":\"2025-12-02T19:20:29.5433411Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:20:29.5433843Z\",\"endTimeUtc\":\"2025-12-02T19:20:55.8805348Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"513e5930-bf06-468d-8141-15d81bde4722\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:20:55.8805692Z\",\"endTimeUtc\":\"2025-12-02T19:21:06.4583954Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"7b516016-23a7-4adc-8ca9-caf779847e4b\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:21:06.4585598Z\",\"endTimeUtc\":\"2025-12-02T19:21:11.8252811Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"64cca759-7e6e-41e2-a214-51bc2d2d34e8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:21:11.8253083Z\",\"endTimeUtc\":\"2025-12-02T19:21:12.3822981Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"f34eae61-664a-4a4c-809d-1b3b808e1114\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:21:12.3823552Z\",\"endTimeUtc\":\"2025-12-02T19:21:12.3948209Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"f7abc35e-34bc-459f-ad7c-5e4343de859f\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:21:12.3950532Z\",\"endTimeUtc\":\"2025-12-02T19:21:12.7983784Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-21-12.3950019.zip\",\"context\":null,\"actionId\":\"e7693e67-4fef-49f1-b4aa-738c4bb21aac\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:21:12.9189314Z\",\"endTimeUtc\":\"2025-12-02T19:21:23.8551813Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"7ae0756e-2e36-4d89-bb2a-5afb31f6cea0\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:21:23.8828292Z\",\"endTimeUtc\":\"2025-12-02T19:21:23.8828292Z\",\"message\":\"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":262,"cookie":"","message":"Testing the worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T19:20:22.317789Z","endTimeUtc":"2025-12-02T19:20:22.317789Z"},{"status":"Success","id":263,"cookie":"","message":"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully","creationTimeUtc":"2025-12-02T19:20:22.708448Z","endTimeUtc":"2025-12-02T19:20:27.399028Z"},{"status":"Success","id":264,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-02T19:20:27.718769Z","endTimeUtc":"2025-12-02T19:20:29.543341Z"},{"status":"Success","id":265,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-02T19:20:29.543384Z","endTimeUtc":"2025-12-02T19:20:55.880534Z"},{"status":"Success","id":266,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-02T19:20:55.880569Z","endTimeUtc":"2025-12-02T19:21:06.458395Z"},{"status":"Success","id":267,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-02T19:21:06.458559Z","endTimeUtc":"2025-12-02T19:21:11.825281Z"},{"status":"Success","id":268,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-02T19:21:11.825308Z","endTimeUtc":"2025-12-02T19:21:12.382298Z"},{"status":"Failed","id":269,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:21:12.382355Z","endTimeUtc":"2025-12-02T19:21:12.39482Z"},{"status":"Success","id":270,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-21-12.3950019.zip","creationTimeUtc":"2025-12-02T19:21:12.395053Z","endTimeUtc":"2025-12-02T19:21:12.798378Z"},{"status":"Success","id":271,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-02T19:21:12.918931Z","endTimeUtc":"2025-12-02T19:21:23.855181Z"},{"status":"Failed","id":272,"cookie":"","message":"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:21:23.882829Z","endTimeUtc":"2025-12-02T19:21:23.882829Z"}]},{"status":"Stopped","id":"b9a942f6-5745-49c6-b96f-aa710a2c9ec2","name":"Testing worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T19:02:43.592779Z","endTimeUtc":"2025-12-02T19:03:56.200141Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"b9a942f6-5745-49c6-b96f-aa710a2c9ec2\",\"name\":\"Test worker lab-veeam-worker-vm-essentials\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:02:43.5927799Z\",\"finishTimeUtc\":\"2025-12-02T19:03:56.2001419Z\",\"duration\":\"00:01:12.6073620\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"lab-veeam-worker-vm-essentials\",\"objectId\":\"4c10d25d-bf8c-41db-b7ac-808ed113104e\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:02:43.7126148Z\",\"endTimeUtc\":\"2025-12-02T19:02:43.7126148Z\",\"message\":\"Testing the worker lab-veeam-worker-vm-essentials\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:02:44.0586789Z\",\"endTimeUtc\":\"2025-12-02T19:02:55.011217Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"57324665-b9a7-4dd1-b998-2e0983d0628f\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:02:55.0411428Z\",\"endTimeUtc\":\"2025-12-02T19:02:59.8905394Z\",\"message\":\"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully\",\"context\":null,\"actionId\":\"4af89c8d-35ac-4f99-af37-58cc87ac3d63\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:00.1477817Z\",\"endTimeUtc\":\"2025-12-02T19:03:01.8349235Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:01.8350871Z\",\"endTimeUtc\":\"2025-12-02T19:03:28.3673666Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"f5aaf383-ec50-486d-b96a-4b40b138da92\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:28.3674032Z\",\"endTimeUtc\":\"2025-12-02T19:03:38.9277553Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"7e819ce9-0892-484b-b2ac-5907ffe6536a\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:38.9279529Z\",\"endTimeUtc\":\"2025-12-02T19:03:44.3019067Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"323b012c-2395-4e6f-b8b0-82a9588c6365\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:44.3019302Z\",\"endTimeUtc\":\"2025-12-02T19:03:44.856518Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"b750ad6d-8873-45fc-95f7-9b9a8cd83a5b\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:03:44.8567154Z\",\"endTimeUtc\":\"2025-12-02T19:03:44.8739928Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b27bf8be-4994-4f59-82f8-d3d67d03723d\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:44.8741898Z\",\"endTimeUtc\":\"2025-12-02T19:03:45.2620968Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-03-44.8741400.zip\",\"context\":null,\"actionId\":\"de29307d-a359-4082-be01-2de168da8eb8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:03:45.3797693Z\",\"endTimeUtc\":\"2025-12-02T19:03:56.1999601Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"c004c7eb-2a06-46ce-8009-9ddc20948f7a\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:03:56.2001676Z\",\"endTimeUtc\":\"2025-12-02T19:03:56.2001676Z\",\"message\":\"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":238,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-02T19:03:28.367403Z","endTimeUtc":"2025-12-02T19:03:38.927755Z"},{"status":"Success","id":239,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-02T19:03:38.927952Z","endTimeUtc":"2025-12-02T19:03:44.301906Z"},{"status":"Success","id":236,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-02T19:03:00.147781Z","endTimeUtc":"2025-12-02T19:03:01.834923Z"},{"status":"Success","id":237,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-02T19:03:01.835087Z","endTimeUtc":"2025-12-02T19:03:28.367366Z"},{"status":"Success","id":240,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-02T19:03:44.30193Z","endTimeUtc":"2025-12-02T19:03:44.856518Z"},{"status":"Failed","id":241,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:03:44.856715Z","endTimeUtc":"2025-12-02T19:03:44.873992Z"},{"status":"Success","id":233,"cookie":"","message":"Testing the worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T19:02:43.712614Z","endTimeUtc":"2025-12-02T19:02:43.712614Z"},{"status":"Success","id":234,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-02T19:02:44.058678Z","endTimeUtc":"2025-12-02T19:02:55.011217Z"},{"status":"Success","id":235,"cookie":"","message":"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully","creationTimeUtc":"2025-12-02T19:02:55.041142Z","endTimeUtc":"2025-12-02T19:02:59.890539Z"},{"status":"Success","id":242,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-03-44.8741400.zip","creationTimeUtc":"2025-12-02T19:03:44.874189Z","endTimeUtc":"2025-12-02T19:03:45.262096Z"},{"status":"Success","id":243,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-02T19:03:45.379769Z","endTimeUtc":"2025-12-02T19:03:56.19996Z"},{"status":"Failed","id":244,"cookie":"","message":"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:03:56.200167Z","endTimeUtc":"2025-12-02T19:03:56.200167Z"}]},{"status":"Stopped","id":"6508b9a8-6f08-4e94-be9b-8601ada8bd0f","name":"Testing worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T18:41:53.287105Z","endTimeUtc":"2025-12-02T18:50:16.892716Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"6508b9a8-6f08-4e94-be9b-8601ada8bd0f\",\"name\":\"Test worker lab-veeam-worker-vm-essentials\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:41:53.2871055Z\",\"finishTimeUtc\":\"2025-12-02T18:50:16.8927164Z\",\"duration\":\"00:08:23.6056109\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"lab-veeam-worker-vm-essentials\",\"objectId\":\"4c10d25d-bf8c-41db-b7ac-808ed113104e\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:41:53.3595283Z\",\"endTimeUtc\":\"2025-12-02T18:41:53.3595283Z\",\"message\":\"Testing the worker lab-veeam-worker-vm-essentials\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:41:53.5564926Z\",\"endTimeUtc\":\"2025-12-02T18:41:53.607744Z\",\"message\":\"Finished searching for uploaded worker VM images\",\"context\":null,\"actionId\":\"60db1b8b-54f6-4566-a48b-cc8f92400dda\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:41:53.6077997Z\",\"endTimeUtc\":\"2025-12-02T18:49:15.0298937Z\",\"message\":\"The worker VM was deployed successfully\",\"context\":null,\"actionId\":\"e340294d-804f-4619-bc04-a79671d9e7c8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:49:15.1399441Z\",\"endTimeUtc\":\"2025-12-02T18:49:20.5040748Z\",\"message\":\"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully\",\"context\":null,\"actionId\":\"dfadb755-9863-4215-bb53-1d13eb6b9b6a\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:49:20.8487862Z\",\"endTimeUtc\":\"2025-12-02T18:49:23.3503327Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:49:23.3506872Z\",\"endTimeUtc\":\"2025-12-02T18:49:58.0942787Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"db5f7f5e-ce65-4c26-bf6d-a1bcbd2d0168\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:49:58.0947853Z\",\"endTimeUtc\":\"2025-12-02T18:49:59.3522596Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"db8deaa6-40cb-4d32-bcad-d3b987c02b57\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:49:59.3552174Z\",\"endTimeUtc\":\"2025-12-02T18:50:04.7771222Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"2ea7b724-fec0-474a-811b-417d7595e964\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:50:04.7777534Z\",\"endTimeUtc\":\"2025-12-02T18:50:05.4294668Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"b4d513ef-fa2d-4ce7-9acb-7caaac231851\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:50:05.4309784Z\",\"endTimeUtc\":\"2025-12-02T18:50:05.443066Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"a1d7d6a0-3b01-4f1f-a199-7ed4c8d9a8d3\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:50:05.4442345Z\",\"endTimeUtc\":\"2025-12-02T18:50:05.8220575Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_19-50-05.4439560.zip\",\"context\":null,\"actionId\":\"93942ef3-18f3-4e07-a694-38ff3debd341\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:50:05.9412319Z\",\"endTimeUtc\":\"2025-12-02T18:50:16.864541Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"c98b705c-6621-4155-8d04-ad9935d5c645\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:50:16.8927977Z\",\"endTimeUtc\":\"2025-12-02T18:50:16.8927977Z\",\"message\":\"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":226,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-02T18:49:58.094785Z","endTimeUtc":"2025-12-02T18:49:59.352259Z"},{"status":"Success","id":227,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-02T18:49:59.355217Z","endTimeUtc":"2025-12-02T18:50:04.777122Z"},{"status":"Success","id":228,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-02T18:50:04.777753Z","endTimeUtc":"2025-12-02T18:50:05.429466Z"},{"status":"Failed","id":229,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T18:50:05.430978Z","endTimeUtc":"2025-12-02T18:50:05.443066Z"},{"status":"Success","id":220,"cookie":"","message":"Testing the worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T18:41:53.359528Z","endTimeUtc":"2025-12-02T18:41:53.359528Z"},{"status":"Success","id":221,"cookie":"","message":"Finished searching for uploaded worker VM images","creationTimeUtc":"2025-12-02T18:41:53.556492Z","endTimeUtc":"2025-12-02T18:41:53.607744Z"},{"status":"Success","id":222,"cookie":"","message":"The worker VM was deployed successfully","creationTimeUtc":"2025-12-02T18:41:53.607799Z","endTimeUtc":"2025-12-02T18:49:15.029893Z"},{"status":"Success","id":230,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_19-50-05.4439560.zip","creationTimeUtc":"2025-12-02T18:50:05.444234Z","endTimeUtc":"2025-12-02T18:50:05.822057Z"},{"status":"Success","id":231,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-02T18:50:05.941231Z","endTimeUtc":"2025-12-02T18:50:16.864541Z"},{"status":"Failed","id":232,"cookie":"","message":"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T18:50:16.892797Z","endTimeUtc":"2025-12-02T18:50:16.892797Z"},{"status":"Success","id":223,"cookie":"","message":"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully","creationTimeUtc":"2025-12-02T18:49:15.139944Z","endTimeUtc":"2025-12-02T18:49:20.504074Z"},{"status":"Success","id":224,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-02T18:49:20.848786Z","endTimeUtc":"2025-12-02T18:49:23.350332Z"},{"status":"Success","id":225,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-02T18:49:23.350687Z","endTimeUtc":"2025-12-02T18:49:58.094278Z"}]},{"status":"Stopped","id":"bdb30c51-49e8-46df-a65e-a2feb7af4034","name":"Testing worker test","creationTimeUtc":"2025-12-03T08:41:09.10339Z","endTimeUtc":"2025-12-03T08:42:12.425633Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"bdb30c51-49e8-46df-a65e-a2feb7af4034\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:41:09.1033901Z\",\"finishTimeUtc\":\"2025-12-03T08:42:12.4256331Z\",\"duration\":\"00:01:03.3222430\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:41:10.163044Z\",\"endTimeUtc\":\"2025-12-03T08:41:10.163044Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:41:10.5535331Z\",\"endTimeUtc\":\"2025-12-03T08:41:15.4970625Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"2c7f1a6d-1457-4bbb-994b-720d27330223\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:41:15.8347575Z\",\"endTimeUtc\":\"2025-12-03T08:41:17.8252731Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:41:17.8254138Z\",\"endTimeUtc\":\"2025-12-03T08:41:44.2377019Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"31555f27-4e2f-4554-9db0-36b341b74be5\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:41:44.2378262Z\",\"endTimeUtc\":\"2025-12-03T08:41:55.2965658Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"5e055204-762e-4c13-b5b4-02580c4109f1\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:41:55.2967349Z\",\"endTimeUtc\":\"2025-12-03T08:42:00.6108355Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"35e452f3-92d7-4d94-9b3c-50478fde71c0\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:42:00.6108731Z\",\"endTimeUtc\":\"2025-12-03T08:42:01.1907116Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"e1430fdc-5195-4ff7-aa96-1aac3ea181ec\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:42:01.1908827Z\",\"endTimeUtc\":\"2025-12-03T08:42:01.2031491Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"f599ba7c-27f3-45ec-9d10-4cc757588eda\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:42:01.2033423Z\",\"endTimeUtc\":\"2025-12-03T08:42:01.6057891Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-42-01.2032977.zip\",\"context\":null,\"actionId\":\"8643f34c-e654-4c7f-8bce-dda2f632f2c6\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:42:01.7281738Z\",\"endTimeUtc\":\"2025-12-03T08:42:12.4005731Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"0b3ba70c-bd76-4cd9-bec8-d98a1c011c11\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:42:12.4256957Z\",\"endTimeUtc\":\"2025-12-03T08:42:12.4256957Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":448,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T08:41:44.237826Z","endTimeUtc":"2025-12-03T08:41:55.296565Z"},{"status":"Success","id":449,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T08:41:55.296734Z","endTimeUtc":"2025-12-03T08:42:00.610835Z"},{"status":"Success","id":450,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-03T08:42:00.610873Z","endTimeUtc":"2025-12-03T08:42:01.190711Z"},{"status":"Failed","id":451,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T08:42:01.190882Z","endTimeUtc":"2025-12-03T08:42:01.203149Z"},{"status":"Success","id":444,"cookie":"","message":"Testing the worker test","creationTimeUtc":"2025-12-03T08:41:10.163044Z","endTimeUtc":"2025-12-03T08:41:10.163044Z"},{"status":"Success","id":445,"cookie":"","message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T08:41:10.553533Z","endTimeUtc":"2025-12-03T08:41:15.497062Z"},{"status":"Success","id":446,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T08:41:15.834757Z","endTimeUtc":"2025-12-03T08:41:17.825273Z"},{"status":"Success","id":447,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T08:41:17.825413Z","endTimeUtc":"2025-12-03T08:41:44.237701Z"},{"status":"Success","id":452,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-42-01.2032977.zip","creationTimeUtc":"2025-12-03T08:42:01.203342Z","endTimeUtc":"2025-12-03T08:42:01.605789Z"},{"status":"Success","id":453,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T08:42:01.728173Z","endTimeUtc":"2025-12-03T08:42:12.400573Z"},{"status":"Failed","id":454,"cookie":"","message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T08:42:12.425695Z","endTimeUtc":"2025-12-03T08:42:12.425695Z"}]},{"status":"Stopped","id":"a16af980-5128-4d4d-a982-cd008816884e","name":"Testing worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T18:24:43.306868Z","endTimeUtc":"2025-12-02T18:35:28.745971Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"a16af980-5128-4d4d-a982-cd008816884e\",\"name\":\"Test worker lab-veeam-worker-vm-essentials\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:24:43.3068688Z\",\"finishTimeUtc\":\"2025-12-02T18:35:28.7459711Z\",\"duration\":\"00:10:45.4391023\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"lab-veeam-worker-vm-essentials\",\"objectId\":\"5ba5a48a-bd2d-4f68-9075-644ffc09a4b6\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:24:43.3867865Z\",\"endTimeUtc\":\"2025-12-02T18:24:43.3867865Z\",\"message\":\"Testing the worker lab-veeam-worker-vm-essentials\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:24:43.5960099Z\",\"endTimeUtc\":\"2025-12-02T18:24:44.0989995Z\",\"message\":\"Finished searching for uploaded worker VM images\",\"context\":null,\"actionId\":\"b80adaad-2a59-4899-bb67-85ec54706ddd\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:24:44.099463Z\",\"endTimeUtc\":\"2025-12-02T18:25:15.8706826Z\",\"message\":\"The worker image was uploaded successfully\",\"context\":null,\"actionId\":\"c0086e44-11d2-4dab-b2ae-6a9e3b68a854\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:25:15.8713962Z\",\"endTimeUtc\":\"2025-12-02T18:35:28.7042419Z\",\"message\":\"Failed to deploy the worker VM: The instance 2 was not deployed within the expected time period\",\"context\":null,\"actionId\":\"5eacc4ea-9cca-4332-aab3-bc174866b6f4\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:35:28.7480961Z\",\"endTimeUtc\":\"2025-12-02T18:35:28.7480961Z\",\"message\":\"Worker lab-veeam-worker-vm-essentials test failed: The instance 2 was not deployed within the expected time period\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":214,"cookie":"","message":"Testing the worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T18:24:43.386786Z","endTimeUtc":"2025-12-02T18:24:43.386786Z"},{"status":"Success","id":215,"cookie":"","message":"Finished searching for uploaded worker VM images","creationTimeUtc":"2025-12-02T18:24:43.596009Z","endTimeUtc":"2025-12-02T18:24:44.098999Z"},{"status":"Success","id":216,"cookie":"","message":"The worker image was uploaded successfully","creationTimeUtc":"2025-12-02T18:24:44.099463Z","endTimeUtc":"2025-12-02T18:25:15.870682Z"},{"status":"Failed","id":217,"cookie":"","message":"Failed to deploy the worker VM: The instance 2 was not deployed within the expected time period","creationTimeUtc":"2025-12-02T18:25:15.871396Z","endTimeUtc":"2025-12-02T18:35:28.704241Z"},{"status":"Failed","id":218,"cookie":"","message":"Worker lab-veeam-worker-vm-essentials test failed: The instance 2 was not deployed within the expected time period","creationTimeUtc":"2025-12-02T18:35:28.748096Z","endTimeUtc":"2025-12-02T18:35:28.748096Z"}]},{"status":"Stopped","id":"2790080d-86ee-4aa9-8392-f7df322e7205","name":"Preparing worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T19:04:08.627412Z","endTimeUtc":"2025-12-02T19:05:11.362027Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"2790080d-86ee-4aa9-8392-f7df322e7205\",\"name\":\"Test worker lab-veeam-worker-vm-essentials\",\"description\":\"\",\"sessionType\":\"PrepareWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:04:08.627412Z\",\"finishTimeUtc\":\"2025-12-02T19:05:11.3620279Z\",\"duration\":\"00:01:02.7346159\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"lab-veeam-worker-vm-essentials\",\"objectId\":\"4c10d25d-bf8c-41db-b7ac-808ed113104e\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.6906809Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.6906809Z\",\"message\":\"Testing the worker lab-veeam-worker-vm-essentials\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:09.0545875Z\",\"endTimeUtc\":\"2025-12-02T19:04:13.6972577Z\",\"message\":\"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully\",\"context\":null,\"actionId\":\"8721ce3a-ebe6-49e9-b697-1fc5f19f006e\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:13.9723011Z\",\"endTimeUtc\":\"2025-12-02T19:04:15.8412368Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:15.8417807Z\",\"endTimeUtc\":\"2025-12-02T19:04:43.6248765Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"f9b02598-8f0e-4b6b-852d-217f54116e22\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:43.625009Z\",\"endTimeUtc\":\"2025-12-02T19:04:54.2207918Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"a9c363bf-928a-4094-9f5d-02ee8fe91d2b\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:54.2209612Z\",\"endTimeUtc\":\"2025-12-02T19:04:59.5948048Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dd6eb239-c000-47fb-bc77-7f9eb2c82742\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:59.5948303Z\",\"endTimeUtc\":\"2025-12-02T19:05:00.1519835Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"30dc7457-2372-4124-befb-4e2e16947a2b\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:05:00.1521382Z\",\"endTimeUtc\":\"2025-12-02T19:05:00.1626661Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"932996b3-c3e7-4be6-bebd-78328f1221b9\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:05:00.162837Z\",\"endTimeUtc\":\"2025-12-02T19:05:00.5553174Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-05-00.1627915.zip\",\"context\":null,\"actionId\":\"11d2c862-a3b7-4458-b8ba-235855dfe7d5\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:05:00.6731552Z\",\"endTimeUtc\":\"2025-12-02T19:05:11.3322853Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"4a67ab4d-cb44-4514-bca6-f5486ade9ceb\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:05:11.3620906Z\",\"endTimeUtc\":\"2025-12-02T19:05:11.3620906Z\",\"message\":\"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":247,"cookie":"","message":"Testing the worker lab-veeam-worker-vm-essentials","creationTimeUtc":"2025-12-02T19:04:08.69068Z","endTimeUtc":"2025-12-02T19:04:08.69068Z"},{"status":"Success","id":253,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-02T19:04:43.625009Z","endTimeUtc":"2025-12-02T19:04:54.220791Z"},{"status":"Success","id":248,"cookie":"","message":"Configuration settings of the worker lab-veeam-worker-vm-essentials were synchronized successfully","creationTimeUtc":"2025-12-02T19:04:09.054587Z","endTimeUtc":"2025-12-02T19:04:13.697257Z"},{"status":"Success","id":254,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-02T19:04:54.220961Z","endTimeUtc":"2025-12-02T19:04:59.594804Z"},{"status":"Success","id":255,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-02T19:04:59.59483Z","endTimeUtc":"2025-12-02T19:05:00.151983Z"},{"status":"Failed","id":256,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:05:00.152138Z","endTimeUtc":"2025-12-02T19:05:00.162666Z"},{"status":"Success","id":249,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-02T19:04:13.972301Z","endTimeUtc":"2025-12-02T19:04:15.841236Z"},{"status":"Success","id":250,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-02T19:04:15.84178Z","endTimeUtc":"2025-12-02T19:04:43.624876Z"},{"status":"Success","id":257,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e/lab-veeam-worker-vm-essentials_4c10d25d-bf8c-41db-b7ac-808ed113104e2025-12-02_20-05-00.1627915.zip","creationTimeUtc":"2025-12-02T19:05:00.162837Z","endTimeUtc":"2025-12-02T19:05:00.555317Z"},{"status":"Success","id":258,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-02T19:05:00.673155Z","endTimeUtc":"2025-12-02T19:05:11.332285Z"},{"status":"Failed","id":259,"cookie":"","message":"Worker lab-veeam-worker-vm-essentials test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:05:11.36209Z","endTimeUtc":"2025-12-02T19:05:11.36209Z"}]},{"status":"Stopped","id":"96e1f042-6cf9-4abc-a0f4-cea8697eed92","name":"Testing worker test","creationTimeUtc":"2025-12-02T19:25:06.392787Z","endTimeUtc":"2025-12-02T19:33:25.587926Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"96e1f042-6cf9-4abc-a0f4-cea8697eed92\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:25:06.3927877Z\",\"finishTimeUtc\":\"2025-12-02T19:33:25.5879261Z\",\"duration\":\"00:08:19.1951384\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:25:06.4676087Z\",\"endTimeUtc\":\"2025-12-02T19:25:06.4676087Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:25:06.6543022Z\",\"endTimeUtc\":\"2025-12-02T19:25:06.7199991Z\",\"message\":\"Finished searching for uploaded worker VM images\",\"context\":null,\"actionId\":\"2876b11f-bafa-4a92-bae7-f22d0a91e088\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:25:06.720033Z\",\"endTimeUtc\":\"2025-12-02T19:32:22.3099283Z\",\"message\":\"The worker VM was deployed successfully\",\"context\":null,\"actionId\":\"8fffd027-ee02-40e1-b38d-d7127e9451b8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:32:22.3936779Z\",\"endTimeUtc\":\"2025-12-02T19:32:27.1450953Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"73f6d57d-4ee1-4892-8080-466d5e736c38\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:32:27.4787616Z\",\"endTimeUtc\":\"2025-12-02T19:32:29.2378326Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:32:29.2379908Z\",\"endTimeUtc\":\"2025-12-02T19:32:57.0310152Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"2264d467-4d62-4753-bdac-e87eebb31948\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:32:57.0310476Z\",\"endTimeUtc\":\"2025-12-02T19:33:08.1956427Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"5e298940-9f5b-40b7-aa26-ec2f29b8ba71\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:33:08.1956777Z\",\"endTimeUtc\":\"2025-12-02T19:33:13.5361891Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"81f2985d-05a6-4549-9724-ece3f04ba861\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:33:13.5362168Z\",\"endTimeUtc\":\"2025-12-02T19:33:14.0756885Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4f109df2-2620-4bdb-b049-d8044bff1c48\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:33:14.0758484Z\",\"endTimeUtc\":\"2025-12-02T19:33:14.0876042Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"4be25d83-7b6f-48f6-9eb4-8d8220e31c3e\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:33:14.0878065Z\",\"endTimeUtc\":\"2025-12-02T19:33:14.523497Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-02_20-33-14.0877644.zip\",\"context\":null,\"actionId\":\"a78fb6df-2ebb-4d72-8749-bcce1a818828\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:33:14.6425088Z\",\"endTimeUtc\":\"2025-12-02T19:33:25.5600241Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"26bd7b2c-ee90-4a5a-9dbd-0019d0d84c7a\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:33:25.5879926Z\",\"endTimeUtc\":\"2025-12-02T19:33:25.5879926Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":281,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-02T19:32:57.031047Z","endTimeUtc":"2025-12-02T19:33:08.195642Z"},{"status":"Success","id":275,"cookie":"","message":"Testing the worker test","creationTimeUtc":"2025-12-02T19:25:06.467608Z","endTimeUtc":"2025-12-02T19:25:06.467608Z"},{"status":"Success","id":276,"cookie":"","message":"Finished searching for uploaded worker VM images","creationTimeUtc":"2025-12-02T19:25:06.654302Z","endTimeUtc":"2025-12-02T19:25:06.719999Z"},{"status":"Success","id":277,"cookie":"","message":"The worker VM was deployed successfully","creationTimeUtc":"2025-12-02T19:25:06.720033Z","endTimeUtc":"2025-12-02T19:32:22.309928Z"},{"status":"Success","id":282,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-02T19:33:08.195677Z","endTimeUtc":"2025-12-02T19:33:13.536189Z"},{"status":"Success","id":283,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-02T19:33:13.536216Z","endTimeUtc":"2025-12-02T19:33:14.075688Z"},{"status":"Failed","id":284,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:33:14.075848Z","endTimeUtc":"2025-12-02T19:33:14.087604Z"},{"status":"Success","id":278,"cookie":"","message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-02T19:32:22.393677Z","endTimeUtc":"2025-12-02T19:32:27.145095Z"},{"status":"Success","id":279,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-02T19:32:27.478761Z","endTimeUtc":"2025-12-02T19:32:29.237832Z"},{"status":"Success","id":280,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-02T19:32:29.23799Z","endTimeUtc":"2025-12-02T19:32:57.031015Z"},{"status":"Success","id":285,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-02_20-33-14.0877644.zip","creationTimeUtc":"2025-12-02T19:33:14.087806Z","endTimeUtc":"2025-12-02T19:33:14.523497Z"},{"status":"Success","id":286,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-02T19:33:14.642508Z","endTimeUtc":"2025-12-02T19:33:25.560024Z"},{"status":"Failed","id":287,"cookie":"","message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-02T19:33:25.587992Z","endTimeUtc":"2025-12-02T19:33:25.587992Z"}]},{"status":"Stopped","id":"b58a9e44-8cc8-4b97-828a-7d6ed4732e95","name":"Removing worker","creationTimeUtc":"2025-12-03T09:17:49.175485Z","endTimeUtc":"2025-12-03T09:17:51.891043Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"b58a9e44-8cc8-4b97-828a-7d6ed4732e95\",\"name\":\"Removing worker\",\"description\":\"\",\"sessionType\":\"DeleteWorker\",\"parentSessionId\":null,\"status\":\"Success\",\"state\":\"Finished\",\"result\":\"Success\",\"startTimeUtc\":\"2025-12-03T09:17:49.1754855Z\",\"finishTimeUtc\":\"2025-12-03T09:17:51.8910436Z\",\"duration\":\"00:00:02.7155581\",\"context\":null,\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:17:49.236013Z\",\"endTimeUtc\":\"2025-12-03T09:17:51.8852156Z\",\"message\":\"The worker VM 058194c9-076f-444f-9233-5bdebb28d6c9 was removed from the cluster successfully\",\"context\":null,\"actionId\":\"04e9206d-988f-417e-9698-e05e05e7346f\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:17:51.885246Z\",\"endTimeUtc\":\"2025-12-03T09:17:51.8908356Z\",\"message\":\"The worker vm-essentials-veeam-worker was removed from the storage successfully\",\"context\":null,\"actionId\":\"9b54cfd3-6fd1-4f0c-9968-d97f89e85138\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":762,"cookie":"","message":"The worker VM 058194c9-076f-444f-9233-5bdebb28d6c9 was removed from the cluster successfully","creationTimeUtc":"2025-12-03T09:17:49.236013Z","endTimeUtc":"2025-12-03T09:17:51.885215Z"},{"status":"Success","id":763,"cookie":"","message":"The worker vm-essentials-veeam-worker was removed from the storage successfully","creationTimeUtc":"2025-12-03T09:17:51.885246Z","endTimeUtc":"2025-12-03T09:17:51.890835Z"}]},{"status":"Stopped","id":"56792bab-497e-4c6b-9d39-40217b96fe25","name":"Testing worker test","creationTimeUtc":"2025-12-03T14:51:19.606913Z","endTimeUtc":"2025-12-03T14:52:23.100154Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"56792bab-497e-4c6b-9d39-40217b96fe25\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T14:51:19.6069134Z\",\"finishTimeUtc\":\"2025-12-03T14:52:23.1001542Z\",\"duration\":\"00:01:03.4932408\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:51:19.7312877Z\",\"endTimeUtc\":\"2025-12-03T14:51:19.7312877Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:51:20.1261034Z\",\"endTimeUtc\":\"2025-12-03T14:51:24.8529572Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"5fa405c6-4666-4013-a663-6644a95ec10a\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:51:25.226017Z\",\"endTimeUtc\":\"2025-12-03T14:51:27.556185Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:51:27.5562144Z\",\"endTimeUtc\":\"2025-12-03T14:51:54.8567963Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"d22daaeb-9d9e-4559-9057-294a3a231cdd\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:51:54.8568235Z\",\"endTimeUtc\":\"2025-12-03T14:52:05.8577072Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"7a239e2a-795f-4d27-b1c4-51f84cf20ba5\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:52:05.8577399Z\",\"endTimeUtc\":\"2025-12-03T14:52:11.1511614Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"65e795a2-a354-4add-9c71-396aeba9aadb\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:52:11.1511909Z\",\"endTimeUtc\":\"2025-12-03T14:52:11.6889074Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"13f14283-9033-4cb2-a30f-73c7ca8ad1f7\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T14:52:11.6890689Z\",\"endTimeUtc\":\"2025-12-03T14:52:11.7034385Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"df6413b5-1f81-4690-8534-ca490afc4e2d\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:52:11.7036271Z\",\"endTimeUtc\":\"2025-12-03T14:52:12.0819248Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_15-52-11.7035821.zip\",\"context\":null,\"actionId\":\"d35473d8-275a-4a94-b6c2-86befb4cefd5\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:52:12.2023084Z\",\"endTimeUtc\":\"2025-12-03T14:52:23.0692203Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"29fd9d19-2dcc-49bc-8b80-600919f46126\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T14:52:23.1002366Z\",\"endTimeUtc\":\"2025-12-03T14:52:23.1002366Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":807,"cookie":"","message":"Testing the worker test","creationTimeUtc":"2025-12-03T14:51:19.731287Z","endTimeUtc":"2025-12-03T14:51:19.731287Z"},{"status":"Success","id":808,"cookie":"","message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T14:51:20.126103Z","endTimeUtc":"2025-12-03T14:51:24.852957Z"},{"status":"Success","id":809,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T14:51:25.226017Z","endTimeUtc":"2025-12-03T14:51:27.556185Z"},{"status":"Success","id":810,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T14:51:27.556214Z","endTimeUtc":"2025-12-03T14:51:54.856796Z"},{"status":"Success","id":811,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T14:51:54.856823Z","endTimeUtc":"2025-12-03T14:52:05.857707Z"},{"status":"Success","id":812,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T14:52:05.857739Z","endTimeUtc":"2025-12-03T14:52:11.151161Z"},{"status":"Success","id":813,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-03T14:52:11.15119Z","endTimeUtc":"2025-12-03T14:52:11.688907Z"},{"status":"Failed","id":814,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T14:52:11.689068Z","endTimeUtc":"2025-12-03T14:52:11.703438Z"},{"status":"Success","id":816,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T14:52:12.202308Z","endTimeUtc":"2025-12-03T14:52:23.06922Z"},{"status":"Success","id":815,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_15-52-11.7035821.zip","creationTimeUtc":"2025-12-03T14:52:11.703627Z","endTimeUtc":"2025-12-03T14:52:12.081924Z"},{"status":"Failed","id":817,"cookie":"","message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T14:52:23.100236Z","endTimeUtc":"2025-12-03T14:52:23.100236Z"}]},{"status":"Stopped","id":"39274ae8-a08f-4cfc-ba5c-47b07e32a4ce","name":"Testing worker vm-essentials-veeam-worker","creationTimeUtc":"2025-12-03T08:51:22.052267Z","endTimeUtc":"2025-12-03T08:59:18.297496Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"39274ae8-a08f-4cfc-ba5c-47b07e32a4ce\",\"name\":\"Test worker vm-essentials-veeam-worker\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:51:22.0522678Z\",\"finishTimeUtc\":\"2025-12-03T08:59:18.2974967Z\",\"duration\":\"00:07:56.2452289\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"vm-essentials-veeam-worker\",\"objectId\":\"18c1e85b-7308-49b1-9efc-6cf6027e6967\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:51:22.1263479Z\",\"endTimeUtc\":\"2025-12-03T08:51:22.1263479Z\",\"message\":\"Testing the worker vm-essentials-veeam-worker\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:51:22.3731127Z\",\"endTimeUtc\":\"2025-12-03T08:51:22.4337261Z\",\"message\":\"Finished searching for uploaded worker VM images\",\"context\":null,\"actionId\":\"f4acc111-c18c-4b09-bf83-d49861a7cd4d\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:51:22.4337611Z\",\"endTimeUtc\":\"2025-12-03T08:58:15.4138518Z\",\"message\":\"The worker VM was deployed successfully\",\"context\":null,\"actionId\":\"4db113f3-73ba-4aa7-bcae-1d62a5f88cc9\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:58:15.5274036Z\",\"endTimeUtc\":\"2025-12-03T08:58:20.1298416Z\",\"message\":\"Configuration settings of the worker vm-essentials-veeam-worker were synchronized successfully\",\"context\":null,\"actionId\":\"a383a9a6-d59e-4e3c-b9ed-9d7ab0d83c21\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:58:20.3859446Z\",\"endTimeUtc\":\"2025-12-03T08:58:22.4626599Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:58:22.4628164Z\",\"endTimeUtc\":\"2025-12-03T08:58:50.0271194Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"b7102b80-f03f-457d-834e-cc8a8f44ce82\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:58:50.0271471Z\",\"endTimeUtc\":\"2025-12-03T08:59:01.2647937Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"c0eb3802-f761-4775-a6e0-8c1a632ed650\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:59:01.2649953Z\",\"endTimeUtc\":\"2025-12-03T08:59:06.6232361Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"976335c9-4ed9-4cde-8a98-dc9dd3368b6f\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:59:06.6233943Z\",\"endTimeUtc\":\"2025-12-03T08:59:07.1707259Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"06debf65-c5bf-470b-a06f-09bc191727e9\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:59:07.1709028Z\",\"endTimeUtc\":\"2025-12-03T08:59:07.182018Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"a4ac19d8-d73d-4b76-975d-2ba55d8c712f\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:59:07.1822487Z\",\"endTimeUtc\":\"2025-12-03T08:59:07.5672859Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e6967/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e69672025-12-03_09-59-07.1822055.zip\",\"context\":null,\"actionId\":\"a9ff20d4-e66c-492d-aa63-3102fe9fec43\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:59:07.6203778Z\",\"endTimeUtc\":\"2025-12-03T08:59:18.270682Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"a7fbad41-c260-4a57-88b3-e57cafb70ba5\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:59:18.2975559Z\",\"endTimeUtc\":\"2025-12-03T08:59:18.2975559Z\",\"message\":\"Worker vm-essentials-veeam-worker test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":475,"cookie":"","message":"Testing the worker vm-essentials-veeam-worker","creationTimeUtc":"2025-12-03T08:51:22.126347Z","endTimeUtc":"2025-12-03T08:51:22.126347Z"},{"status":"Success","id":476,"cookie":"","message":"Finished searching for uploaded worker VM images","creationTimeUtc":"2025-12-03T08:51:22.373112Z","endTimeUtc":"2025-12-03T08:51:22.433726Z"},{"status":"Success","id":477,"cookie":"","message":"The worker VM was deployed successfully","creationTimeUtc":"2025-12-03T08:51:22.433761Z","endTimeUtc":"2025-12-03T08:58:15.413851Z"},{"status":"Success","id":478,"cookie":"","message":"Configuration settings of the worker vm-essentials-veeam-worker were synchronized successfully","creationTimeUtc":"2025-12-03T08:58:15.527403Z","endTimeUtc":"2025-12-03T08:58:20.129841Z"},{"status":"Success","id":479,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T08:58:20.385944Z","endTimeUtc":"2025-12-03T08:58:22.462659Z"},{"status":"Success","id":480,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T08:58:22.462816Z","endTimeUtc":"2025-12-03T08:58:50.027119Z"},{"status":"Success","id":481,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T08:58:50.027147Z","endTimeUtc":"2025-12-03T08:59:01.264793Z"},{"status":"Success","id":482,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T08:59:01.264995Z","endTimeUtc":"2025-12-03T08:59:06.623236Z"},{"status":"Success","id":483,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-03T08:59:06.623394Z","endTimeUtc":"2025-12-03T08:59:07.170725Z"},{"status":"Failed","id":484,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T08:59:07.170902Z","endTimeUtc":"2025-12-03T08:59:07.182018Z"},{"status":"Success","id":485,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e6967/vm-essentials-veeam-worker_18c1e85b-7308-49b1-9efc-6cf6027e69672025-12-03_09-59-07.1822055.zip","creationTimeUtc":"2025-12-03T08:59:07.182248Z","endTimeUtc":"2025-12-03T08:59:07.567285Z"},{"status":"Success","id":486,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T08:59:07.620377Z","endTimeUtc":"2025-12-03T08:59:18.270682Z"},{"status":"Failed","id":487,"cookie":"","message":"Worker vm-essentials-veeam-worker test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T08:59:18.297555Z","endTimeUtc":"2025-12-03T08:59:18.297555Z"}]},{"status":"Stopped","id":"7b8e2697-5574-4c36-a83a-7c0798c9d377","name":"Preparing worker test","creationTimeUtc":"2025-12-03T08:46:58.080832Z","endTimeUtc":"2025-12-03T08:48:08.515464Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"7b8e2697-5574-4c36-a83a-7c0798c9d377\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"PrepareWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:46:58.0808326Z\",\"finishTimeUtc\":\"2025-12-03T08:48:08.5154645Z\",\"duration\":\"00:01:10.4346319\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:58.1540217Z\",\"endTimeUtc\":\"2025-12-03T08:46:58.1540217Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:58.4940211Z\",\"endTimeUtc\":\"2025-12-03T08:47:09.2083504Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"6001d3a0-5a96-4a0a-9bed-8065a98032cf\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:09.2340137Z\",\"endTimeUtc\":\"2025-12-03T08:47:13.8810224Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"201f383f-5b84-41e1-bd3d-167d91aea8c5\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:14.1679563Z\",\"endTimeUtc\":\"2025-12-03T08:47:15.8863384Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:15.886482Z\",\"endTimeUtc\":\"2025-12-03T08:47:40.4762187Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"9a3e6b10-0ae7-42c0-a228-c0b372656140\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:40.476346Z\",\"endTimeUtc\":\"2025-12-03T08:47:51.1431104Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"5d2fe13f-580d-4591-af01-5c010afd915c\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:51.1432698Z\",\"endTimeUtc\":\"2025-12-03T08:47:56.5175598Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"816e0d4a-f482-4b85-afb6-cb4e9c0b4b97\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:56.5175868Z\",\"endTimeUtc\":\"2025-12-03T08:47:57.0899116Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"685b3baa-d09e-426c-87a2-2ae824593d86\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:47:57.090082Z\",\"endTimeUtc\":\"2025-12-03T08:47:57.1010941Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"2dc0b520-167f-4aea-8385-074b869ab865\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:57.1012998Z\",\"endTimeUtc\":\"2025-12-03T08:47:57.4789807Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-47-57.1012540.zip\",\"context\":null,\"actionId\":\"2b6c8637-6bca-4f94-b0e2-fd11c08b2096\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:47:57.6370079Z\",\"endTimeUtc\":\"2025-12-03T08:48:08.51543Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"34e7af82-deaf-4bb8-9a3c-a9d9685376b8\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:48:08.5156102Z\",\"endTimeUtc\":\"2025-12-03T08:48:08.5156102Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":458,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T08:46:58.494021Z","endTimeUtc":"2025-12-03T08:47:09.20835Z"},{"status":"Failed","id":470,"cookie":"","message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T08:48:08.51561Z","endTimeUtc":"2025-12-03T08:48:08.51561Z"},{"status":"Success","id":457,"cookie":"","message":"Testing the worker test","creationTimeUtc":"2025-12-03T08:46:58.154021Z","endTimeUtc":"2025-12-03T08:46:58.154021Z"},{"status":"Success","id":461,"cookie":"","message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T08:47:09.234013Z","endTimeUtc":"2025-12-03T08:47:13.881022Z"},{"status":"Success","id":462,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T08:47:14.167956Z","endTimeUtc":"2025-12-03T08:47:15.886338Z"},{"status":"Success","id":463,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T08:47:15.886482Z","endTimeUtc":"2025-12-03T08:47:40.476218Z"},{"status":"Success","id":465,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T08:47:51.143269Z","endTimeUtc":"2025-12-03T08:47:56.517559Z"},{"status":"Success","id":466,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-03T08:47:56.517586Z","endTimeUtc":"2025-12-03T08:47:57.089911Z"},{"status":"Success","id":464,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T08:47:40.476346Z","endTimeUtc":"2025-12-03T08:47:51.14311Z"},{"status":"Failed","id":467,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T08:47:57.090082Z","endTimeUtc":"2025-12-03T08:47:57.101094Z"},{"status":"Success","id":468,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a38/test_f02d40b8-ca0a-41a5-b6e1-f4f3085c0a382025-12-03_09-47-57.1012540.zip","creationTimeUtc":"2025-12-03T08:47:57.101299Z","endTimeUtc":"2025-12-03T08:47:57.47898Z"},{"status":"Success","id":469,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T08:47:57.637007Z","endTimeUtc":"2025-12-03T08:48:08.51543Z"}]},{"status":"Stopped","id":"88e0814b-b447-4ae0-b262-864f05cc256c","name":"Updating worker configuration test","creationTimeUtc":"2025-12-03T14:55:43.081912Z","endTimeUtc":"2025-12-03T14:55:43.400187Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"88e0814b-b447-4ae0-b262-864f05cc256c\",\"name\":\"Update worker test\",\"description\":\"\",\"sessionType\":\"UpdateWorker\",\"parentSessionId\":null,\"status\":\"Success\",\"state\":\"Finished\",\"result\":\"Success\",\"startTimeUtc\":\"2025-12-03T14:55:43.0819122Z\",\"finishTimeUtc\":\"2025-12-03T14:55:43.4001872Z\",\"duration\":\"00:00:00.3182750\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:55:43.2030584Z\",\"endTimeUtc\":\"2025-12-03T14:55:43.2030584Z\",\"message\":\"Updating settings of the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:55:43.3260981Z\",\"endTimeUtc\":\"2025-12-03T14:55:43.3260981Z\",\"message\":\"No settings to update\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T14:55:43.4006818Z\",\"endTimeUtc\":\"2025-12-03T14:55:43.4006818Z\",\"message\":\"Settings of the worker test were updated successfully\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":818,"cookie":"","message":"Updating settings of the worker test","creationTimeUtc":"2025-12-03T14:55:43.203058Z","endTimeUtc":"2025-12-03T14:55:43.203058Z"},{"status":"Success","id":819,"cookie":"","message":"No settings to update","creationTimeUtc":"2025-12-03T14:55:43.326098Z","endTimeUtc":"2025-12-03T14:55:43.326098Z"},{"status":"Success","id":820,"cookie":"","message":"Settings of the worker test were updated successfully","creationTimeUtc":"2025-12-03T14:55:43.400681Z","endTimeUtc":"2025-12-03T14:55:43.400681Z"}]},{"status":"Stopped","id":"7819891c-ac09-447d-a056-45c819ff912c","name":"Testing worker test","creationTimeUtc":"2025-12-03T09:36:38.36642Z","endTimeUtc":"2025-12-03T09:45:15.661417Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"7819891c-ac09-447d-a056-45c819ff912c\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T09:36:38.36642Z\",\"finishTimeUtc\":\"2025-12-03T09:45:15.6614171Z\",\"duration\":\"00:08:37.2949971\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:36:38.4397607Z\",\"endTimeUtc\":\"2025-12-03T09:36:38.4397607Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:36:38.6639509Z\",\"endTimeUtc\":\"2025-12-03T09:36:38.6989011Z\",\"message\":\"Finished searching for uploaded worker VM images\",\"context\":null,\"actionId\":\"e33a769c-861a-4949-8fe3-12cf1ed4a30e\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:36:38.6990278Z\",\"endTimeUtc\":\"2025-12-03T09:44:13.7877679Z\",\"message\":\"The worker VM was deployed successfully\",\"context\":null,\"actionId\":\"c2477c4b-77b3-42ae-a2bb-aeafa2718ee0\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:44:13.8876605Z\",\"endTimeUtc\":\"2025-12-03T09:44:18.6798362Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"886162b1-94dc-42af-8b5a-f01bdb364db0\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:44:19.046233Z\",\"endTimeUtc\":\"2025-12-03T09:44:20.8481305Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:44:20.848165Z\",\"endTimeUtc\":\"2025-12-03T09:44:47.3041023Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"70525833-491f-4e7b-9e39-ea4eae2e1869\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:44:47.3041267Z\",\"endTimeUtc\":\"2025-12-03T09:44:58.5055086Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"30d9a2df-fee3-4b9a-9a15-cc1258abe968\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:44:58.5056759Z\",\"endTimeUtc\":\"2025-12-03T09:45:03.8353706Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"86cab77b-8934-4dee-8118-93e9316b7b1f\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:45:03.835402Z\",\"endTimeUtc\":\"2025-12-03T09:45:04.382044Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"c2632a91-ae1d-4f7f-92cb-fe79a5408ea9\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T09:45:04.3822076Z\",\"endTimeUtc\":\"2025-12-03T09:45:04.3933687Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"0362b0b3-3cd9-4d93-bb8f-56ddffdfe128\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:45:04.3935507Z\",\"endTimeUtc\":\"2025-12-03T09:45:04.7419775Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_10-45-04.3935021.zip\",\"context\":null,\"actionId\":\"fe1dca4f-37b3-45c8-8b07-4f1fac618a1b\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:45:04.8688482Z\",\"endTimeUtc\":\"2025-12-03T09:45:15.6315743Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"37616a32-82a4-4d3a-b1b5-0312f1f8a09b\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T09:45:15.6614806Z\",\"endTimeUtc\":\"2025-12-03T09:45:15.6614806Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":775,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T09:44:47.304126Z","endTimeUtc":"2025-12-03T09:44:58.505508Z"},{"status":"Success","id":776,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T09:44:58.505675Z","endTimeUtc":"2025-12-03T09:45:03.83537Z"},{"status":"Success","id":777,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-03T09:45:03.835402Z","endTimeUtc":"2025-12-03T09:45:04.382044Z"},{"status":"Failed","id":778,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T09:45:04.382207Z","endTimeUtc":"2025-12-03T09:45:04.393368Z"},{"status":"Success","id":779,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_10-45-04.3935021.zip","creationTimeUtc":"2025-12-03T09:45:04.39355Z","endTimeUtc":"2025-12-03T09:45:04.741977Z"},{"status":"Success","id":780,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T09:45:04.868848Z","endTimeUtc":"2025-12-03T09:45:15.631574Z"},{"status":"Failed","id":781,"cookie":"","message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T09:45:15.66148Z","endTimeUtc":"2025-12-03T09:45:15.66148Z"},{"status":"Success","id":769,"cookie":"","message":"Testing the worker test","creationTimeUtc":"2025-12-03T09:36:38.43976Z","endTimeUtc":"2025-12-03T09:36:38.43976Z"},{"status":"Success","id":770,"cookie":"","message":"Finished searching for uploaded worker VM images","creationTimeUtc":"2025-12-03T09:36:38.66395Z","endTimeUtc":"2025-12-03T09:36:38.698901Z"},{"status":"Success","id":771,"cookie":"","message":"The worker VM was deployed successfully","creationTimeUtc":"2025-12-03T09:36:38.699027Z","endTimeUtc":"2025-12-03T09:44:13.787767Z"},{"status":"Success","id":772,"cookie":"","message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T09:44:13.88766Z","endTimeUtc":"2025-12-03T09:44:18.679836Z"},{"status":"Success","id":773,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T09:44:19.046233Z","endTimeUtc":"2025-12-03T09:44:20.84813Z"},{"status":"Success","id":774,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T09:44:20.848165Z","endTimeUtc":"2025-12-03T09:44:47.304102Z"}]},{"status":"Stopped","id":"9aa59b1b-cd09-4d7f-bda1-c500c17f8825","name":"Testing worker worker-veeam","creationTimeUtc":"2025-12-03T09:18:58.848173Z","endTimeUtc":"2025-12-03T09:29:01.649141Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"9aa59b1b-cd09-4d7f-bda1-c500c17f8825\",\"name\":\"Test worker worker-veeam\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T09:18:58.8481734Z\",\"finishTimeUtc\":\"2025-12-03T09:29:01.6491413Z\",\"duration\":\"00:10:02.8009679\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"worker-veeam\",\"objectId\":\"62faf835-5cf2-4c77-938e-89b52cb5f09f\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:18:58.9518436Z\",\"endTimeUtc\":\"2025-12-03T09:18:58.9518436Z\",\"message\":\"Testing the worker worker-veeam\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:18:59.1979215Z\",\"endTimeUtc\":\"2025-12-03T09:18:59.2582544Z\",\"message\":\"Finished searching for uploaded worker VM images\",\"context\":null,\"actionId\":\"3df146c0-7ca0-4211-a2b5-32e0a19c7337\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T09:18:59.2582867Z\",\"endTimeUtc\":\"2025-12-03T09:29:01.5661276Z\",\"message\":\"Failed to deploy the worker VM: The instance 6 was not deployed within the expected time period\",\"context\":null,\"actionId\":\"90af43f9-018d-4503-b9cb-2da8fbd54c12\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T09:29:01.6492023Z\",\"endTimeUtc\":\"2025-12-03T09:29:01.6492023Z\",\"message\":\"Worker worker-veeam test failed: The instance 6 was not deployed within the expected time period\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":764,"cookie":"","message":"Testing the worker worker-veeam","creationTimeUtc":"2025-12-03T09:18:58.951843Z","endTimeUtc":"2025-12-03T09:18:58.951843Z"},{"status":"Success","id":765,"cookie":"","message":"Finished searching for uploaded worker VM images","creationTimeUtc":"2025-12-03T09:18:59.197921Z","endTimeUtc":"2025-12-03T09:18:59.258254Z"},{"status":"Failed","id":766,"cookie":"","message":"Failed to deploy the worker VM: The instance 6 was not deployed within the expected time period","creationTimeUtc":"2025-12-03T09:18:59.258286Z","endTimeUtc":"2025-12-03T09:29:01.566127Z"},{"status":"Failed","id":767,"cookie":"","message":"Worker worker-veeam test failed: The instance 6 was not deployed within the expected time period","creationTimeUtc":"2025-12-03T09:29:01.649202Z","endTimeUtc":"2025-12-03T09:29:01.649202Z"}]},{"status":"Stopped","id":"f8852b5b-e297-431d-b72d-09ca0199019f","name":"Removing worker","creationTimeUtc":"2025-12-03T09:34:24.767841Z","endTimeUtc":"2025-12-03T09:34:24.877992Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"f8852b5b-e297-431d-b72d-09ca0199019f\",\"name\":\"Removing worker\",\"description\":\"\",\"sessionType\":\"DeleteWorker\",\"parentSessionId\":null,\"status\":\"Success\",\"state\":\"Finished\",\"result\":\"Success\",\"startTimeUtc\":\"2025-12-03T09:34:24.7678415Z\",\"finishTimeUtc\":\"2025-12-03T09:34:24.8779923Z\",\"duration\":\"00:00:00.1101508\",\"context\":null,\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T09:34:24.8285508Z\",\"endTimeUtc\":\"2025-12-03T09:34:24.8317621Z\",\"message\":\"The worker worker-veeam was removed from the storage successfully\",\"context\":null,\"actionId\":\"15d99059-8fea-40ec-ae85-5b5bf36689a0\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":768,"cookie":"","message":"The worker worker-veeam was removed from the storage successfully","creationTimeUtc":"2025-12-03T09:34:24.82855Z","endTimeUtc":"2025-12-03T09:34:24.831762Z"}]},{"status":"Stopped","id":"26804b7a-eb60-419f-b83b-de1536020dcc","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:09:56.854522Z","endTimeUtc":"2025-12-03T15:10:54.808586Z","initiatorName":"veeam-usr-vbr","leaseTTL":0,"data":"{\"id\":\"26804b7a-eb60-419f-b83b-de1536020dcc\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:09:56.8545227Z\",\"finishTimeUtc\":\"2025-12-03T15:10:54.8085863Z\",\"duration\":\"00:00:57.9540636\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:09:56.9847878Z\",\"endTimeUtc\":\"2025-12-03T15:09:56.9847878Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:09:57.3976722Z\",\"endTimeUtc\":\"2025-12-03T15:10:01.9753248Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"28a638fb-79c4-40d1-a121-bbd038d730ac\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:02.2569679Z\",\"endTimeUtc\":\"2025-12-03T15:10:04.06042Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:04.0604495Z\",\"endTimeUtc\":\"2025-12-03T15:10:31.3118099Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"ff745269-3e38-4c30-b5c8-a2a90d1262b1\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:31.3119407Z\",\"endTimeUtc\":\"2025-12-03T15:10:37.3051714Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"3cfb9948-f239-4b4e-89e4-8138156e42e7\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:37.3053479Z\",\"endTimeUtc\":\"2025-12-03T15:10:42.6586503Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"85c00cc2-ea4a-4eef-84cb-39b2b1e2a86a\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:42.658679Z\",\"endTimeUtc\":\"2025-12-03T15:10:43.2250977Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"37ef16e4-2102-40c6-a3c8-b2a5b40cc001\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:10:43.2252773Z\",\"endTimeUtc\":\"2025-12-03T15:10:43.2362732Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"16873ae1-ebf7-4992-a0d2-f045b5f390d7\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:43.2364588Z\",\"endTimeUtc\":\"2025-12-03T15:10:43.6318915Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-10-43.2364188.zip\",\"context\":null,\"actionId\":\"0ea77b0e-c2e6-4c8b-977b-af37671c4574\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:10:43.7499562Z\",\"endTimeUtc\":\"2025-12-03T15:10:54.7815052Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"01b322e3-1ebd-464f-8f06-6e3d85760cf9\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:10:54.8086489Z\",\"endTimeUtc\":\"2025-12-03T15:10:54.8086489Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Failed","id":831,"cookie":"","message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:10:54.808648Z","endTimeUtc":"2025-12-03T15:10:54.808648Z"},{"status":"Success","id":821,"cookie":"","message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:09:56.984787Z","endTimeUtc":"2025-12-03T15:09:56.984787Z"},{"status":"Success","id":822,"cookie":"","message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:09:57.397672Z","endTimeUtc":"2025-12-03T15:10:01.975324Z"},{"status":"Success","id":823,"cookie":"","message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:10:02.256967Z","endTimeUtc":"2025-12-03T15:10:04.06042Z"},{"status":"Success","id":824,"cookie":"","message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:10:04.060449Z","endTimeUtc":"2025-12-03T15:10:31.311809Z"},{"status":"Success","id":825,"cookie":"","message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:10:31.31194Z","endTimeUtc":"2025-12-03T15:10:37.305171Z"},{"status":"Success","id":826,"cookie":"","message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:10:37.305347Z","endTimeUtc":"2025-12-03T15:10:42.65865Z"},{"status":"Success","id":827,"cookie":"","message":"No updates were found","creationTimeUtc":"2025-12-03T15:10:42.658679Z","endTimeUtc":"2025-12-03T15:10:43.225097Z"},{"status":"Failed","id":828,"cookie":"","message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:10:43.225277Z","endTimeUtc":"2025-12-03T15:10:43.236273Z"},{"status":"Success","id":829,"cookie":"","message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-10-43.2364188.zip","creationTimeUtc":"2025-12-03T15:10:43.236458Z","endTimeUtc":"2025-12-03T15:10:43.631891Z"},{"status":"Success","id":830,"cookie":"","message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T15:10:43.749956Z","endTimeUtc":"2025-12-03T15:10:54.781505Z"}]}]}" 2025-12-03 16:53:21.5044 00006 [441867] INFO | [FinishRunningSessions]: 0 running service sessions were found 2025-12-03 16:53:21.5055 00008 [441867] INFO | [FinishRunningSessions]: Successfully finished running service sessions 2025-12-03 16:53:21.5068 00008 [441867] INFO | [FinishRunningSessions]: Finishing running job sessions... 2025-12-03 16:53:21.5100 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/policySessions", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.5762 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/policySessions", "code: 200", duration: "66 msec", headers: "[]", cookies: "[]", body: "{"members":[{"result":"Failed","state":"Stopped","type":"BackupPolicySession","startTimeUtc":"2025-12-03T08:46:57.580731Z","endTimeUtc":"2025-12-03T08:48:09.150273Z","syncCookie":{"source":"empty_cookie","usn":0},"policySessionTag":{"value":"a977d6a2-ff38-4155-8800-c0e11914d89d"},"policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"policyDisplayName":"Test HPE VM Essentials","processedDataBytes":0,"readDataBytes":0,"processingRateBytesPerSecond":0,"totalDataBytes":0,"transferredDataBytes":0,"progress":100,"logs":{"members":[{"result":"Success","endTimeUtc":"2025-12-03T08:46:57.667535Z","message":"Job started at 12/3/2025 9:46:57 AM","startTimeUtc":"2025-12-03T08:46:57.667535Z"},{"result":"Success","endTimeUtc":"2025-12-03T08:46:58.080494Z","message":"All objects have been queued for processing","startTimeUtc":"2025-12-03T08:46:57.768658Z"},{"result":"Success","endTimeUtc":"2025-12-03T08:46:57.963054Z","message":"VMs size: 30 GB","startTimeUtc":"2025-12-03T08:46:57.963054Z"},{"result":"Failed","endTimeUtc":"2025-12-03T08:48:09.437684Z","message":"Waiting for available workers...","startTimeUtc":"2025-12-03T08:46:58.080717Z"},{"result":"Failed","endTimeUtc":"2025-12-03T08:48:09.117814Z","message":"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found","startTimeUtc":"2025-12-03T08:48:09.117814Z"},{"result":"Failed","endTimeUtc":"2025-12-03T08:48:09.150379Z","message":"Job finished with error at 12/3/2025 9:48:09 AM","startTimeUtc":"2025-12-03T08:48:09.150379Z"}]},"totalObjects":1,"processedObjects":0,"ownerProxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"willBeRetried":true,"isRetry":false,"originalSessionTag":{"value":"a977d6a2-ff38-4155-8800-c0e11914d89d"},"bottleneckInfo":{"bottleneck":0,"sourceStorage":0,"sourceProxy":0,"sourceNetwork":0,"targetStorage":0,"targetProxy":0,"targetNetwork":0},"data":"{\"id\":\"a977d6a2-ff38-4155-8800-c0e11914d89d\",\"name\":\"Test HPE VM Essentials\",\"description\":\"\",\"sessionType\":\"BackupVmJob\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:46:57.5807317Z\",\"finishTimeUtc\":\"2025-12-03T08:48:09.1502732Z\",\"duration\":\"00:01:11.5695415\",\"context\":{\"jobId\":\"48a116a9-d9f2-4e4a-bccf-61604b029356\",\"jobName\":\"Test HPE VM Essentials\",\"backupMode\":\"IncrementalBackup\",\"objectName\":null,\"objectId\":null,\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":0,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"{\\\"BlockSize\\\":\\\"Kb1024\\\",\\\"WillBeRetriedOnFailure\\\":true}\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:57.6675358Z\",\"endTimeUtc\":\"2025-12-03T08:46:57.6675358Z\",\"message\":\"Job started at 12/3/2025 9:46:57 AM\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:57.768658Z\",\"endTimeUtc\":\"2025-12-03T08:46:58.0804949Z\",\"message\":\"All objects have been queued for processing\",\"context\":null,\"actionId\":\"enqueueObjectsToProtect\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:57.9630541Z\",\"endTimeUtc\":\"2025-12-03T08:46:57.9630541Z\",\"message\":\"VMs size: 30 GB\",\"context\":null,\"actionId\":null},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:46:58.0807174Z\",\"endTimeUtc\":\"2025-12-03T08:48:09.4376847Z\",\"message\":\"Waiting for available workers...\",\"context\":null,\"actionId\":\"PreparingWorkersAction\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:48:09.1178147Z\",\"endTimeUtc\":\"2025-12-03T08:48:09.1178147Z\",\"message\":\"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found\",\"context\":null,\"actionId\":\"backup\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:48:09.1503794Z\",\"endTimeUtc\":\"2025-12-03T08:48:09.1503794Z\",\"message\":\"Job finished with error at 12/3/2025 9:48:09 AM\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":100,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":1,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":1,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0}},{"result":"Failed","state":"Stopped","type":"BackupPolicySession","startTimeUtc":"2025-12-02T19:04:08.148017Z","endTimeUtc":"2025-12-02T19:05:11.698489Z","syncCookie":{"source":"empty_cookie","usn":0},"policySessionTag":{"value":"5c13a659-e626-443f-88a4-3805d3a10ac7"},"policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"policyDisplayName":"Test HPE VM Essentials","processedDataBytes":0,"readDataBytes":0,"processingRateBytesPerSecond":0,"totalDataBytes":0,"transferredDataBytes":0,"progress":100,"logs":{"members":[{"result":"Success","endTimeUtc":"2025-12-02T19:04:08.238746Z","message":"Job started at 12/2/2025 8:04:08 PM","startTimeUtc":"2025-12-02T19:04:08.238746Z"},{"result":"Success","endTimeUtc":"2025-12-02T19:04:08.619846Z","message":"All objects have been queued for processing","startTimeUtc":"2025-12-02T19:04:08.330376Z"},{"result":"Success","endTimeUtc":"2025-12-02T19:04:08.514366Z","message":"VMs size: 30 GB","startTimeUtc":"2025-12-02T19:04:08.514366Z"},{"result":"Failed","endTimeUtc":"2025-12-02T19:05:12.004893Z","message":"Waiting for available workers...","startTimeUtc":"2025-12-02T19:04:08.625639Z"},{"result":"Failed","endTimeUtc":"2025-12-02T19:05:11.661822Z","message":"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found","startTimeUtc":"2025-12-02T19:05:11.661822Z"},{"result":"Failed","endTimeUtc":"2025-12-02T19:05:11.698616Z","message":"Job finished with error at 12/2/2025 8:05:11 PM","startTimeUtc":"2025-12-02T19:05:11.698616Z"}]},"totalObjects":1,"processedObjects":0,"ownerProxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"willBeRetried":true,"isRetry":false,"originalSessionTag":{"value":"5c13a659-e626-443f-88a4-3805d3a10ac7"},"bottleneckInfo":{"bottleneck":0,"sourceStorage":0,"sourceProxy":0,"sourceNetwork":0,"targetStorage":0,"targetProxy":0,"targetNetwork":0},"data":"{\"id\":\"5c13a659-e626-443f-88a4-3805d3a10ac7\",\"name\":\"Test HPE VM Essentials\",\"description\":\"\",\"sessionType\":\"BackupVmJob\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:04:08.148017Z\",\"finishTimeUtc\":\"2025-12-02T19:05:11.6984897Z\",\"duration\":\"00:01:03.5504727\",\"context\":{\"jobId\":\"48a116a9-d9f2-4e4a-bccf-61604b029356\",\"jobName\":\"Test HPE VM Essentials\",\"backupMode\":\"IncrementalBackup\",\"objectName\":null,\"objectId\":null,\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":0,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"{\\\"BlockSize\\\":\\\"Kb1024\\\",\\\"WillBeRetriedOnFailure\\\":true}\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.238746Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.238746Z\",\"message\":\"Job started at 12/2/2025 8:04:08 PM\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.3303763Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.6198469Z\",\"message\":\"All objects have been queued for processing\",\"context\":null,\"actionId\":\"enqueueObjectsToProtect\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.514366Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.514366Z\",\"message\":\"VMs size: 30 GB\",\"context\":null,\"actionId\":null},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:04:08.6256398Z\",\"endTimeUtc\":\"2025-12-02T19:05:12.0048937Z\",\"message\":\"Waiting for available workers...\",\"context\":null,\"actionId\":\"PreparingWorkersAction\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:05:11.6618225Z\",\"endTimeUtc\":\"2025-12-02T19:05:11.6618225Z\",\"message\":\"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found\",\"context\":null,\"actionId\":\"backup\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:05:11.6986162Z\",\"endTimeUtc\":\"2025-12-02T19:05:11.6986162Z\",\"message\":\"Job finished with error at 12/2/2025 8:05:11 PM\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":100,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":1,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":1,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0}},{"result":"Failed","state":"Stopped","type":"BackupPolicySession","startTimeUtc":"2025-12-02T18:17:17.031247Z","endTimeUtc":"2025-12-02T18:17:17.809901Z","syncCookie":{"source":"empty_cookie","usn":0},"policySessionTag":{"value":"08102bf1-c61f-4818-98c3-738034096a5c"},"policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"policyDisplayName":"Test HPE VM Essentials","processedDataBytes":0,"readDataBytes":0,"processingRateBytesPerSecond":0,"totalDataBytes":0,"transferredDataBytes":0,"progress":100,"logs":{"members":[{"result":"Success","endTimeUtc":"2025-12-02T18:17:17.555569Z","message":"VMs size: 30 GB","startTimeUtc":"2025-12-02T18:17:17.555569Z"},{"result":"Failed","endTimeUtc":"2025-12-02T18:17:17.813111Z","message":"Job finished with error at 12/2/2025 7:17:17 PM","startTimeUtc":"2025-12-02T18:17:17.813111Z"},{"result":"Success","endTimeUtc":"2025-12-02T18:17:17.247743Z","message":"Job started at 12/2/2025 7:17:17 PM","startTimeUtc":"2025-12-02T18:17:17.247743Z"},{"result":"Success","endTimeUtc":"2025-12-02T18:17:17.730451Z","message":"All objects have been queued for processing","startTimeUtc":"2025-12-02T18:17:17.340216Z"},{"result":"Failed","endTimeUtc":"2025-12-02T18:17:17.740656Z","message":"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found","startTimeUtc":"2025-12-02T18:17:17.740656Z"}]},"totalObjects":1,"processedObjects":0,"ownerProxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"willBeRetried":true,"isRetry":false,"originalSessionTag":{"value":"08102bf1-c61f-4818-98c3-738034096a5c"},"bottleneckInfo":{"bottleneck":0,"sourceStorage":0,"sourceProxy":0,"sourceNetwork":0,"targetStorage":0,"targetProxy":0,"targetNetwork":0},"data":"{\"id\":\"08102bf1-c61f-4818-98c3-738034096a5c\",\"name\":\"Test HPE VM Essentials\",\"description\":\"\",\"sessionType\":\"BackupVmJob\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:17:17.0312479Z\",\"finishTimeUtc\":\"2025-12-02T18:17:17.809901Z\",\"duration\":\"00:00:00.7786531\",\"context\":{\"jobId\":\"48a116a9-d9f2-4e4a-bccf-61604b029356\",\"jobName\":\"Test HPE VM Essentials\",\"backupMode\":\"IncrementalBackup\",\"objectName\":null,\"objectId\":null,\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":0,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"{\\\"BlockSize\\\":\\\"Kb1024\\\",\\\"WillBeRetriedOnFailure\\\":true}\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:17:17.2477432Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.2477432Z\",\"message\":\"Job started at 12/2/2025 7:17:17 PM\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:17:17.3402163Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.7304516Z\",\"message\":\"All objects have been queued for processing\",\"context\":null,\"actionId\":\"enqueueObjectsToProtect\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:17:17.5555692Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.5555692Z\",\"message\":\"VMs size: 30 GB\",\"context\":null,\"actionId\":null},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:17:17.7406565Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.7406565Z\",\"message\":\"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found\",\"context\":null,\"actionId\":\"backup\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:17:17.8131114Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.8131114Z\",\"message\":\"Job finished with error at 12/2/2025 7:17:17 PM\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":100,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":1,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":1,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0}}]}" 2025-12-03 16:53:21.6024 00008 [441867] INFO | [FinishRunningSessions]: 0 running job sessions were found 2025-12-03 16:53:21.6024 00006 [441867] INFO | [FinishRunningSessions]: Successfully finished running job sessions 2025-12-03 16:53:21.6037 00006 [441867] INFO | [FinishRunningSessions]: Finishing running restore sessions... 2025-12-03 16:53:21.6062 00006 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/restoreSessions", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.6131 00006 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/restoreSessions", "code: 200", duration: "7 msec", headers: "[]", cookies: "[]", body: "{"members":[]}" 2025-12-03 16:53:21.6187 00006 [441867] INFO | [FinishRunningSessions]: 0 running restore sessions were found 2025-12-03 16:53:21.6191 00008 [441867] INFO | [FinishRunningSessions]: Successfully finished running restore sessions 2025-12-03 16:53:21.6191 00008 [441867] INFO | [FinishRunningSessions]: Marked all running sessions as Failed 2025-12-03 16:53:21.6191 00008 [441867] DEBUG | [DataUpgrade]: Finished migration "FinishRunningSessions" 2025-12-03 16:53:21.6202 00008 [441867] INFO | [DataUpgrade]: Running migration "UpdateCustomDataToLatestVersionUpgrade"... 2025-12-03 16:53:21.6214 00008 [441867] INFO | [UpdateCustomDataToLatestVersionUpgrade]: Updating custom data to the latest version 13.1.0.206 2025-12-03 16:53:21.6245 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/workers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.6395 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/workers", "code: 200", duration: "15 msec", headers: "[]", cookies: "[]", body: "{"workers":[{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"TurnedOff","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":6,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"26804b7a-eb60-419f-b83b-de1536020dcc\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}]}" 2025-12-03 16:53:21.6561 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/servers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.6793 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/servers", "code: 200", duration: "23 msec", headers: "[]", cookies: "[]", body: "{"servers":[{"state":"Available","serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"description":"ceph-cluster","dnsNameOrIp":"ceph-cluster","port":0,"credentialTag":{"value":"67604e73-3251-4525-9628-91090b608919"},"additionalCredentialsTags":[],"infrastructures":[{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"}],"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Uid\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"Name\\\":\\\"ceph-cluster\\\",\\\"Description\\\":\\\"ceph-cluster\\\",\\\"Ip\\\":\\\"ceph-cluster\\\",\\\"Port\\\":0,\\\"UserName\\\":null,\\\"Password\\\":\\\"***\\\",\\\"AutoProtectionDomainName\\\":null,\\\"CertificateThumbprint\\\":null,\\\"MasterServerId\\\":\\\"603ccc92-ebb4-4698-93c1-caca831a7d23\\\",\\\"ConnectionState\\\":2,\\\"Version\\\":\\\"8.0.11\\\",\\\"CredentialsTag\\\":\\\"67604e73-3251-4525-9628-91090b608919\\\",\\\"AdvancedSettings\\\":null,\\\"FlrApplianceConfig\\\":null}\"}","version":"8.0.11","masterServerTag":{"value":"603ccc92-ebb4-4698-93c1-caca831a7d23"}}]}" 2025-12-03 16:53:21.6932 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/masterServers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.7167 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/masterServers", "code: 200", duration: "23 msec", headers: "[]", cookies: "[]", body: "{"masterServers":[{"state":"Available","masterServerTag":{"value":"603ccc92-ebb4-4698-93c1-caca831a7d23"},"description":"","dnsNameOrIp":"mmr-vme-manager-01.university.encora","port":443,"credentialTag":{"value":"67604e73-3251-4525-9628-91090b608919"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"603ccc92-ebb4-4698-93c1-caca831a7d23\\\",\\\"Name\\\":\\\"mmr-vme-manager-01\\\",\\\"Description\\\":\\\"\\\",\\\"Address\\\":\\\"mmr-vme-manager-01.university.encora\\\",\\\"Port\\\":443,\\\"UserName\\\":null,\\\"Password\\\":\\\"***\\\",\\\"CertificateThumbprint\\\":\\\"D912B46750BED5F138654A5AD63200F6F27F90C8\\\",\\\"CredentialsTag\\\":\\\"67604e73-3251-4525-9628-91090b608919\\\",\\\"ConnectionState\\\":2,\\\"Version\\\":\\\"8.0.11\\\",\\\"ServiceUserCredentialsTag\\\":null}\"}","version":"8.0.11"}]}" 2025-12-03 16:53:21.7266 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/policies", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.8007 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/policies", "code: 200", duration: "74 msec", headers: "[]", cookies: "[]", body: "{"members":[{"displayName":"Test HPE VM Essentials","description":"","isScheduleConfigured":false,"isScheduleEnabled":true,"createdBy":"veeamadmin","creationTimeUtc":"2025-12-02T17:17:03.553717Z","modifiedBy":"veeamadmin","modificationTimeUtc":"2025-12-02T18:17:03.553717Z","policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"serializedConfig":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":\"9f096196-c88f-4913-9e91-089d8878f132\",\"Data\":\"{\\\"id\\\":\\\"48a116a9-d9f2-4e4a-bccf-61604b029356\\\",\\\"name\\\":\\\"Test HPE VM Essentials\\\",\\\"description\\\":\\\"\\\",\\\"mode\\\":\\\"Backup\\\",\\\"settings\\\":{\\\"id\\\":\\\"48a116a9-d9f2-4e4a-bccf-61604b029356\\\",\\\"name\\\":\\\"Test HPE VM Essentials\\\",\\\"description\\\":\\\"\\\",\\\"mode\\\":\\\"Backup\\\",\\\"repositoryId\\\":\\\"88788f9e-d8f5-4eb4-bc4f-9b3f5403bcec\\\",\\\"compression\\\":\\\"Lz4\\\",\\\"backupBlockSize\\\":\\\"Kb1024\\\",\\\"includes\\\":{\\\"objects\\\":[{\\\"id\\\":\\\"787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7\\\",\\\"clusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"masterServerId\\\":null,\\\"type\\\":\\\"VirtualMachine\\\",\\\"name\\\":\\\"plantilla-ws2022-datacenter-ENG-morpheus\\\"}]},\\\"excludes\\\":{\\\"objects\\\":[]},\\\"diskFilterSettings\\\":{\\\"filters\\\":[]},\\\"scheduleSettings\\\":{\\\"enabled\\\":false,\\\"type\\\":\\\"Weekly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredDays\\\":\\\"EveryDay\\\",\\\"selectedDays\\\":[\\\"Monday\\\",\\\"Tuesday\\\",\\\"Wednesday\\\",\\\"Thursday\\\",\\\"Friday\\\",\\\"Saturday\\\",\\\"Sunday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredWeekOrDay\\\":\\\"FourthWeek\\\",\\\"dayOfWeek\\\":\\\"Saturday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]},\\\"periodic\\\":{\\\"interval\\\":1,\\\"mode\\\":\\\"EveryHour\\\"},\\\"automaticRetry\\\":true,\\\"retryCount\\\":3,\\\"retryTimeDelay\\\":10},\\\"activeFullSettings\\\":{\\\"enabled\\\":false,\\\"type\\\":\\\"Weekly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"10:00\\\",\\\"configuredDays\\\":\\\"SelectedDays\\\",\\\"selectedDays\\\":[\\\"Saturday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredWeekOrDay\\\":\\\"FirstWeek\\\",\\\"dayOfWeek\\\":\\\"Monday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]}},\\\"deletedVmRetention\\\":{\\\"enabled\\\":false,\\\"days\\\":14},\\\"gfsSettings\\\":{\\\"enabled\\\":false,\\\"weekly\\\":{\\\"enabled\\\":false,\\\"weeklyRetention\\\":1,\\\"day\\\":\\\"Sunday\\\"},\\\"monthly\\\":{\\\"enabled\\\":false,\\\"monthlyRetention\\\":1,\\\"week\\\":\\\"First\\\"},\\\"yearly\\\":{\\\"enabled\\\":false,\\\"yearlyRetention\\\":1,\\\"month\\\":\\\"January\\\"}},\\\"healthCheckSettings\\\":{\\\"enabled\\\":false,\\\"type\\\":\\\"Monthly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"05:00\\\",\\\"configuredDays\\\":\\\"SelectedDays\\\",\\\"selectedDays\\\":[\\\"Saturday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"05:00\\\",\\\"configuredWeekOrDay\\\":\\\"LastWeek\\\",\\\"dayOfWeek\\\":\\\"Saturday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]}},\\\"syntheticFullSettings\\\":{\\\"enabled\\\":true,\\\"type\\\":\\\"Weekly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"10:00\\\",\\\"configuredDays\\\":\\\"SelectedDays\\\",\\\"selectedDays\\\":[\\\"Saturday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredWeekOrDay\\\":\\\"FirstWeek\\\",\\\"dayOfWeek\\\":\\\"Monday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]}},\\\"retentionSettings\\\":{\\\"type\\\":\\\"Days\\\",\\\"restorePointsToKeep\\\":0,\\\"daysToKeep\\\":7},\\\"guestProcessingSettings\\\":{\\\"enabled\\\":false,\\\"applicationAwareProcessing\\\":{\\\"enabled\\\":false,\\\"settings\\\":[]},\\\"indexingSettings\\\":{\\\"enabled\\\":false,\\\"settings\\\":[]},\\\"guestInteractionProxySettings\\\":{\\\"enabled\\\":false,\\\"autoSelectEnabled\\\":true,\\\"preferredProxyIds\\\":[]},\\\"credentials\\\":null},\\\"advancedSettings\\\":{\\\"backupFromReplicaEnabled\\\":false,\\\"nutanixGuestToolsSettings\\\":null,\\\"guestToolsSettings\\\":{\\\"guestQuiescenceEnabled\\\":false}},\\\"emailSettings\\\":{\\\"isEnabled\\\":false,\\\"recipients\\\":[]}},\\\"status\\\":\\\"Failed\\\",\\\"objects\\\":1,\\\"nextRunInfo\\\":\\\"Manual\\\",\\\"nextRunUtc\\\":null,\\\"lastRunUtc\\\":\\\"2025-12-03T08:46:57.5807317Z\\\",\\\"lastSessionId\\\":\\\"a977d6a2-ff38-4155-8800-c0e11914d89d\\\",\\\"enabled\\\":true,\\\"targets\\\":[{\\\"targetType\\\":\\\"VbrRepository\\\",\\\"isPrimary\\\":true,\\\"displayName\\\":\\\"Default Backup Repository\\\",\\\"relatedId\\\":\\\"88788f9e-d8f5-4eb4-bc4f-9b3f5403bcec\\\"}],\\\"creationDateUtc\\\":\\\"2025-12-02T18:17:03.5537179Z\\\",\\\"createdBy\\\":\\\"veeamadmin\\\",\\\"modifiedBy\\\":\\\"veeamadmin\\\",\\\"modificationDateUtc\\\":\\\"2025-12-02T18:17:03.5537179Z\\\",\\\"syncSource\\\":639002962235537179}\"}","syncCookie":{"source":"9f096196-c88f-4913-9e91-089d8878f132","usn":639002962235537179},"targets":[{"targetType":"VbrRepository","tag":{"value":"88788f9ed8f54eb4bc4f9b3f5403bcec"},"isPrimary":true,"displayName":"Default Backup Repository"}],"credentials":[],"repositories":[{"repositoryTag":{"value":"88788f9ed8f54eb4bc4f9b3f5403bcec"}}],"proxies":[{"role":"Controller","proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"}}],"includes":[{"purpose":"ProtectedObject","infrastructureTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"objectInfo":{"objectTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7"},"objectRef":"787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0},"objectName":"plantilla-ws2022-datacenter-ENG-morpheus"}}],"excludes":[],"additionalObjectInPolicyInfo":[],"subType":0}]}" 2025-12-03 16:53:21.8313 00008 [441867] INFO | [UpdateCustomDataToLatestVersionUpgrade]: All custom data has now the latest version 13.1.0.206 2025-12-03 16:53:21.8313 00008 [441867] DEBUG | [DataUpgrade]: Finished migration "UpdateCustomDataToLatestVersionUpgrade" 2025-12-03 16:53:21.8342 00008 [441867] INFO | [AllRepoPermissionsVirtualBackupAppliance]: Creating or updating the virtual backup appliance "Virtual proxy with access to all repositories", a272c793-07f4-4ba9-890a-1aec5bbd245c 2025-12-03 16:53:21.8541 00008 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/proxies/a272c793-07f4-4ba9-890a-1aec5bbd245c", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"state":"Available","dnsNameOrIp":"Virtual proxy with access to all repositories","actualNetworkAddress":"Virtual proxy with access to all repositories","port":0,"tag":{"value":"a272c793-07f4-4ba9-890a-1aec5bbd245c"},"description":"Automatically created virtual proxy with access to all repositories","version":"13.1.0","isOutOfDate":false}" 2025-12-03 16:53:21.8813 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/proxies/a272c793-07f4-4ba9-890a-1aec5bbd245c", "code: 200", duration: "27 msec", headers: "[]", cookies: "[]", body: "{"state":"Available","dnsNameOrIp":"Virtual proxy with access to all repositories","actualNetworkAddress":"Virtual proxy with access to all repositories","port":0,"tag":{"value":"a272c793-07f4-4ba9-890a-1aec5bbd245c"},"description":"Automatically created virtual proxy with access to all repositories","version":"13.1.0","isOutOfDate":false}" 2025-12-03 16:53:21.8880 00008 [441867] DEBUG | [DbProvider client]: <== Request "Post" "https://localhost:6172/api/proxies/a272c793-07f4-4ba9-890a-1aec5bbd245c/repositories/repositoriesAccessibility", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"isAllowAccessToAllBackupRepositories":true}" 2025-12-03 16:53:21.9608 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Post" "https://localhost:6172/api/proxies/a272c793-07f4-4ba9-890a-1aec5bbd245c/repositories/repositoriesAccessibility", "code: 200", duration: "72 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.9623 00008 [441867] INFO | [VirtualBackupAppliance]: Creating or updating the virtual backup appliance "Virtual backup appliance", 9f096196-c88f-4913-9e91-089d8878f132 2025-12-03 16:53:21.9631 00008 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/proxies/9f096196-c88f-4913-9e91-089d8878f132", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"state":"Available","dnsNameOrIp":"Virtual backup appliance","actualNetworkAddress":"Virtual backup appliance","port":0,"tag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"description":"Backup appliance created automatically","version":"13.1.0","isOutOfDate":false}" 2025-12-03 16:53:21.9906 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/proxies/9f096196-c88f-4913-9e91-089d8878f132", "code: 200", duration: "27 msec", headers: "[]", cookies: "[]", body: "{"state":"Available","dnsNameOrIp":"Virtual backup appliance","actualNetworkAddress":"Virtual backup appliance","port":0,"tag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"description":"Backup appliance created automatically","version":"13.1.0","isOutOfDate":false}" 2025-12-03 16:53:21.9913 00008 [441867] DEBUG | [DbProvider client]: <== Request "Post" "https://localhost:6172/api/proxies/9f096196-c88f-4913-9e91-089d8878f132/repositories/repositoriesAccessibility", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"isAllowAccessToAllBackupRepositories":false}" 2025-12-03 16:53:21.9990 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Post" "https://localhost:6172/api/proxies/9f096196-c88f-4913-9e91-089d8878f132/repositories/repositoriesAccessibility", "code: 200", duration: "7 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:21.9990 00008 [441867] INFO | [PlatformService]: Successfully finished performing the "Veeam Plug-in for HPE Morpheus VM Essentials" Platform Service preinitialization 2025-12-03 16:53:21.9990 00008 [441867] INFO | [PlatformService]: "Veeam Plug-in for HPE Morpheus VM Essentials" Platform Service started 2025-12-03 16:53:22.0064 00008 [441867] INFO | [SessionStorage]: Start "session cache cleaner" 2025-12-03 16:53:22.0230 00008 [441867] INFO | [TaskManager]: Start "task queue processor" 2025-12-03 16:53:22.0352 00008 [441867] INFO | [LinuxWorkersCertificateManager]: Obtaining the certificate thumbprint from the file "/etc/veeam/platform-service-hpemorpheusvme/openssl/parent_worker_cert_thumbprint.txt"... 2025-12-03 16:53:22.0360 00008 [441867] INFO | [WorkersCertificateManagerBase]: Successfully obtained the certificate thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:53:22.0494 00008 [441867] INFO | [PlatformService]: Platform Service is listening on HTTP 127.0.0.1:8548 2025-12-03 16:53:22.0546 00008 [441867] INFO | [Workflow]: Start "system usage notifier" 2025-12-03 16:53:22.0690 00008 [441867] INFO | [WorkerManager]: Loading state ... 2025-12-03 16:53:22.0705 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/workers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:22.0841 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/workers", "code: 200", duration: "13 msec", headers: "[]", cookies: "[]", body: "{"workers":[{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"TurnedOff","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":6,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"26804b7a-eb60-419f-b83b-de1536020dcc\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}]}" 2025-12-03 16:53:22.1055 00008 [441867] INFO | [CertificateStoreBase]: Searching for a certificate with the thumbprint "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:53:22.1055 00008 [441867] INFO | [SDataProtector]: Create local user data protection using /var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/VeeamBackup 2025-12-03 16:53:22.1066 00008 [441867] INFO | [SCertificateStore]: Accessing custom certificate store My (local) 2025-12-03 16:53:22.1066 00008 [441867] INFO | [SqliteCertificateStoreAccessor]: Searching for certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 16:53:22.1070 00008 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opening DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/public/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:22.1070 00008 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opened DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/public/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:22.1070 00008 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Executing 'FindByThumbprint' command, Thumbprint: CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 2025-12-03 16:53:22.1079 00008 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opening DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/private/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:22.1079 00008 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Opened DB connection: Data Source=/var/lib/veeam-usr-home/veeam-usr-platform-service-hpe/.local/share/x509store/private/my.db;Mode=ReadOnly;Cache=Private;Default Timeout=30;Pooling=False 2025-12-03 16:53:22.1079 00008 [441867] DEBUG | [SqliteCertificateStoreAccessor]: Executing 'FindByThumbprint' command, Thumbprint: CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 2025-12-03 16:53:22.1128 00008 [441867] INFO | [SqliteCertificateStoreAccessor]: Found certificate CE5E09F09A173CAABA5722DAFEBFBC2F946EF252 in store My (CertificateStoreSearchOptions { PrivateKeyInclusion = Include }) 2025-12-03 16:53:22.1129 00008 [441867] INFO | [CertificateStoreBase]: Successfully found the certificate: "Service certificate: CN=vbr-e9653f05.(none), O=Veeam Software, OU=Veeam Software. EffectiveDate: 12/1/2025 4:53:19 PM. ExpirationDate: 12/1/2035 4:53:19 PM. Thumbprint:CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:53:22.1162 00008 [441867] INFO | [ImageUpdaterManager]: Start "Image updater instance cleaner" 2025-12-03 16:53:22.8748 00008 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: UpdatesManager created with settings "{"CheckUpdaterStateInterval":"00:00:10","WaitUpdaterStateTimeout":"00:15:00","CheckInstallProgressInterval":"00:00:05","InstallUpdatesTimeout":"01:00:00","CheckUpdatesProgressInterval":"00:00:05","CheckUpdatesTimeout":"01:00:00"}" 2025-12-03 16:53:22.8796 00008 [441867] INFO | [WorkerManager]: State loaded. Number of restored workers: 1 2025-12-03 16:53:22.8800 00008 [441867] INFO | [WorkerManager]: Initialized 2025-12-03 16:53:22.8818 00008 [441867] INFO | [ServiceBase]: Starting 2025-12-03 16:53:22.8824 00008 [441867] INFO | [PlatformService]: Plugin initialization started 2025-12-03 16:53:22.8830 00008 [441867] INFO | [PlatformService]: ThreadPool: max worker threads=32767, max asynchronous I/O threads=1000 2025-12-03 16:53:22.8830 00008 [441867] INFO | [PlatformService]: min worker threads=50, min asynchronous I/O threads=50 2025-12-03 16:53:22.8979 00008 [441867] INFO | [DbClientManager]: Start "DB client instance cleaner" 2025-12-03 16:53:22.9008 00008 [441867] INFO | [ApplianceFlrManager]: Initializing Appliances... 2025-12-03 16:53:22.9019 00008 [441867] INFO | [ApplianceFlrManager]: Restoring appliances from state ... 2025-12-03 16:53:22.9060 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/dataObjects", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:22.9122 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/dataObjects", "code: 200", duration: "6 msec", headers: "[]", cookies: "[]", body: "{"dataObjects":[]}" 2025-12-03 16:53:22.9162 00008 [441867] INFO | [ApplianceFlrManager]: 0 flr appliances have been restored from state 2025-12-03 16:53:22.9162 00008 [441867] INFO | [ApplianceFlrManager]: Appliances initialized successfully 2025-12-03 16:53:22.9182 00008 [441867] INFO | [SessionStorage]: Loading backup sessions to the cache from DbProvider since 11/2/2025 3:53:22 PM 2025-12-03 16:53:22.9236 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/policySessions?fromModifyTimeUtc=2025-11-02T15%3a53%3a22.9180729Z", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:22.9900 00008 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/policySessions?fromModifyTimeUtc=2025-11-02T15%3a53%3a22.9180729Z", "code: 200", duration: "68 msec", headers: "[]", cookies: "[]", body: "{"members":[{"result":"Failed","state":"Stopped","type":"BackupPolicySession","startTimeUtc":"2025-12-03T08:46:57.580731Z","endTimeUtc":"2025-12-03T08:48:09.150273Z","syncCookie":{"source":"empty_cookie","usn":0},"policySessionTag":{"value":"a977d6a2-ff38-4155-8800-c0e11914d89d"},"policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"policyDisplayName":"Test HPE VM Essentials","processedDataBytes":0,"readDataBytes":0,"processingRateBytesPerSecond":0,"totalDataBytes":0,"transferredDataBytes":0,"progress":100,"logs":{"members":[{"result":"Success","endTimeUtc":"2025-12-03T08:46:57.667535Z","message":"Job started at 12/3/2025 9:46:57 AM","startTimeUtc":"2025-12-03T08:46:57.667535Z"},{"result":"Success","endTimeUtc":"2025-12-03T08:46:58.080494Z","message":"All objects have been queued for processing","startTimeUtc":"2025-12-03T08:46:57.768658Z"},{"result":"Success","endTimeUtc":"2025-12-03T08:46:57.963054Z","message":"VMs size: 30 GB","startTimeUtc":"2025-12-03T08:46:57.963054Z"},{"result":"Failed","endTimeUtc":"2025-12-03T08:48:09.437684Z","message":"Waiting for available workers...","startTimeUtc":"2025-12-03T08:46:58.080717Z"},{"result":"Failed","endTimeUtc":"2025-12-03T08:48:09.117814Z","message":"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found","startTimeUtc":"2025-12-03T08:48:09.117814Z"},{"result":"Failed","endTimeUtc":"2025-12-03T08:48:09.150379Z","message":"Job finished with error at 12/3/2025 9:48:09 AM","startTimeUtc":"2025-12-03T08:48:09.150379Z"}]},"totalObjects":1,"processedObjects":0,"ownerProxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"willBeRetried":true,"isRetry":false,"originalSessionTag":{"value":"a977d6a2-ff38-4155-8800-c0e11914d89d"},"bottleneckInfo":{"bottleneck":0,"sourceStorage":0,"sourceProxy":0,"sourceNetwork":0,"targetStorage":0,"targetProxy":0,"targetNetwork":0},"data":"{\"id\":\"a977d6a2-ff38-4155-8800-c0e11914d89d\",\"name\":\"Test HPE VM Essentials\",\"description\":\"\",\"sessionType\":\"BackupVmJob\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:46:57.5807317Z\",\"finishTimeUtc\":\"2025-12-03T08:48:09.1502732Z\",\"duration\":\"00:01:11.5695415\",\"context\":{\"jobId\":\"48a116a9-d9f2-4e4a-bccf-61604b029356\",\"jobName\":\"Test HPE VM Essentials\",\"backupMode\":\"IncrementalBackup\",\"objectName\":null,\"objectId\":null,\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":0,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"{\\\"BlockSize\\\":\\\"Kb1024\\\",\\\"WillBeRetriedOnFailure\\\":true}\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:57.6675358Z\",\"endTimeUtc\":\"2025-12-03T08:46:57.6675358Z\",\"message\":\"Job started at 12/3/2025 9:46:57 AM\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:57.768658Z\",\"endTimeUtc\":\"2025-12-03T08:46:58.0804949Z\",\"message\":\"All objects have been queued for processing\",\"context\":null,\"actionId\":\"enqueueObjectsToProtect\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T08:46:57.9630541Z\",\"endTimeUtc\":\"2025-12-03T08:46:57.9630541Z\",\"message\":\"VMs size: 30 GB\",\"context\":null,\"actionId\":null},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:46:58.0807174Z\",\"endTimeUtc\":\"2025-12-03T08:48:09.4376847Z\",\"message\":\"Waiting for available workers...\",\"context\":null,\"actionId\":\"PreparingWorkersAction\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:48:09.1178147Z\",\"endTimeUtc\":\"2025-12-03T08:48:09.1178147Z\",\"message\":\"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found\",\"context\":null,\"actionId\":\"backup\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T08:48:09.1503794Z\",\"endTimeUtc\":\"2025-12-03T08:48:09.1503794Z\",\"message\":\"Job finished with error at 12/3/2025 9:48:09 AM\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":100,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":1,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":1,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0}},{"result":"Failed","state":"Stopped","type":"BackupPolicySession","startTimeUtc":"2025-12-02T19:04:08.148017Z","endTimeUtc":"2025-12-02T19:05:11.698489Z","syncCookie":{"source":"empty_cookie","usn":0},"policySessionTag":{"value":"5c13a659-e626-443f-88a4-3805d3a10ac7"},"policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"policyDisplayName":"Test HPE VM Essentials","processedDataBytes":0,"readDataBytes":0,"processingRateBytesPerSecond":0,"totalDataBytes":0,"transferredDataBytes":0,"progress":100,"logs":{"members":[{"result":"Success","endTimeUtc":"2025-12-02T19:04:08.238746Z","message":"Job started at 12/2/2025 8:04:08 PM","startTimeUtc":"2025-12-02T19:04:08.238746Z"},{"result":"Success","endTimeUtc":"2025-12-02T19:04:08.619846Z","message":"All objects have been queued for processing","startTimeUtc":"2025-12-02T19:04:08.330376Z"},{"result":"Success","endTimeUtc":"2025-12-02T19:04:08.514366Z","message":"VMs size: 30 GB","startTimeUtc":"2025-12-02T19:04:08.514366Z"},{"result":"Failed","endTimeUtc":"2025-12-02T19:05:12.004893Z","message":"Waiting for available workers...","startTimeUtc":"2025-12-02T19:04:08.625639Z"},{"result":"Failed","endTimeUtc":"2025-12-02T19:05:11.661822Z","message":"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found","startTimeUtc":"2025-12-02T19:05:11.661822Z"},{"result":"Failed","endTimeUtc":"2025-12-02T19:05:11.698616Z","message":"Job finished with error at 12/2/2025 8:05:11 PM","startTimeUtc":"2025-12-02T19:05:11.698616Z"}]},"totalObjects":1,"processedObjects":0,"ownerProxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"willBeRetried":true,"isRetry":false,"originalSessionTag":{"value":"5c13a659-e626-443f-88a4-3805d3a10ac7"},"bottleneckInfo":{"bottleneck":0,"sourceStorage":0,"sourceProxy":0,"sourceNetwork":0,"targetStorage":0,"targetProxy":0,"targetNetwork":0},"data":"{\"id\":\"5c13a659-e626-443f-88a4-3805d3a10ac7\",\"name\":\"Test HPE VM Essentials\",\"description\":\"\",\"sessionType\":\"BackupVmJob\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:04:08.148017Z\",\"finishTimeUtc\":\"2025-12-02T19:05:11.6984897Z\",\"duration\":\"00:01:03.5504727\",\"context\":{\"jobId\":\"48a116a9-d9f2-4e4a-bccf-61604b029356\",\"jobName\":\"Test HPE VM Essentials\",\"backupMode\":\"IncrementalBackup\",\"objectName\":null,\"objectId\":null,\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":0,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"{\\\"BlockSize\\\":\\\"Kb1024\\\",\\\"WillBeRetriedOnFailure\\\":true}\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.238746Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.238746Z\",\"message\":\"Job started at 12/2/2025 8:04:08 PM\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.3303763Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.6198469Z\",\"message\":\"All objects have been queued for processing\",\"context\":null,\"actionId\":\"enqueueObjectsToProtect\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T19:04:08.514366Z\",\"endTimeUtc\":\"2025-12-02T19:04:08.514366Z\",\"message\":\"VMs size: 30 GB\",\"context\":null,\"actionId\":null},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:04:08.6256398Z\",\"endTimeUtc\":\"2025-12-02T19:05:12.0048937Z\",\"message\":\"Waiting for available workers...\",\"context\":null,\"actionId\":\"PreparingWorkersAction\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:05:11.6618225Z\",\"endTimeUtc\":\"2025-12-02T19:05:11.6618225Z\",\"message\":\"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found\",\"context\":null,\"actionId\":\"backup\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T19:05:11.6986162Z\",\"endTimeUtc\":\"2025-12-02T19:05:11.6986162Z\",\"message\":\"Job finished with error at 12/2/2025 8:05:11 PM\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":100,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":1,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":1,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0}},{"result":"Failed","state":"Stopped","type":"BackupPolicySession","startTimeUtc":"2025-12-02T18:17:17.031247Z","endTimeUtc":"2025-12-02T18:17:17.809901Z","syncCookie":{"source":"empty_cookie","usn":0},"policySessionTag":{"value":"08102bf1-c61f-4818-98c3-738034096a5c"},"policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"policyDisplayName":"Test HPE VM Essentials","processedDataBytes":0,"readDataBytes":0,"processingRateBytesPerSecond":0,"totalDataBytes":0,"transferredDataBytes":0,"progress":100,"logs":{"members":[{"result":"Success","endTimeUtc":"2025-12-02T18:17:17.555569Z","message":"VMs size: 30 GB","startTimeUtc":"2025-12-02T18:17:17.555569Z"},{"result":"Failed","endTimeUtc":"2025-12-02T18:17:17.813111Z","message":"Job finished with error at 12/2/2025 7:17:17 PM","startTimeUtc":"2025-12-02T18:17:17.813111Z"},{"result":"Success","endTimeUtc":"2025-12-02T18:17:17.247743Z","message":"Job started at 12/2/2025 7:17:17 PM","startTimeUtc":"2025-12-02T18:17:17.247743Z"},{"result":"Success","endTimeUtc":"2025-12-02T18:17:17.730451Z","message":"All objects have been queued for processing","startTimeUtc":"2025-12-02T18:17:17.340216Z"},{"result":"Failed","endTimeUtc":"2025-12-02T18:17:17.740656Z","message":"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found","startTimeUtc":"2025-12-02T18:17:17.740656Z"}]},"totalObjects":1,"processedObjects":0,"ownerProxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"willBeRetried":true,"isRetry":false,"originalSessionTag":{"value":"08102bf1-c61f-4818-98c3-738034096a5c"},"bottleneckInfo":{"bottleneck":0,"sourceStorage":0,"sourceProxy":0,"sourceNetwork":0,"targetStorage":0,"targetProxy":0,"targetNetwork":0},"data":"{\"id\":\"08102bf1-c61f-4818-98c3-738034096a5c\",\"name\":\"Test HPE VM Essentials\",\"description\":\"\",\"sessionType\":\"BackupVmJob\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:17:17.0312479Z\",\"finishTimeUtc\":\"2025-12-02T18:17:17.809901Z\",\"duration\":\"00:00:00.7786531\",\"context\":{\"jobId\":\"48a116a9-d9f2-4e4a-bccf-61604b029356\",\"jobName\":\"Test HPE VM Essentials\",\"backupMode\":\"IncrementalBackup\",\"objectName\":null,\"objectId\":null,\"clusterId\":null,\"targetClusterId\":null,\"jobRetryCounter\":0,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":\"{\\\"BlockSize\\\":\\\"Kb1024\\\",\\\"WillBeRetriedOnFailure\\\":true}\",\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:17:17.2477432Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.2477432Z\",\"message\":\"Job started at 12/2/2025 7:17:17 PM\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:17:17.3402163Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.7304516Z\",\"message\":\"All objects have been queued for processing\",\"context\":null,\"actionId\":\"enqueueObjectsToProtect\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-02T18:17:17.5555692Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.5555692Z\",\"message\":\"VMs size: 30 GB\",\"context\":null,\"actionId\":null},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:17:17.7406565Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.7406565Z\",\"message\":\"plantilla-ws2022-datacenter-ENG-morpheus : No available worker was found\",\"context\":null,\"actionId\":\"backup\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-02T18:17:17.8131114Z\",\"endTimeUtc\":\"2025-12-02T18:17:17.8131114Z\",\"message\":\"Job finished with error at 12/2/2025 7:17:17 PM\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":100,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":1,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":1,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0}}]}" 2025-12-03 16:53:23.0300 00008 [441867] INFO | [SessionStorage]: Loaded 3 backup sessions to the cache from DbProvider 2025-12-03 16:53:23.0314 00008 [441867] INFO | [SessionKeepAliveManager]: Start "keep active sessions alive" 2025-12-03 16:53:23.0314 00008 [441867] INFO | [SessionKeepAliveManager]: Start "keep active sessions alive" 2025-12-03 16:53:23.0314 00008 [441867] INFO | [SchedulerManager]: Scheduler manager initializing... 2025-12-03 16:53:23.0314 00008 [441867] INFO | [SchedulerManager]: Start "job scheduler workflow" 2025-12-03 16:53:23.0321 00008 [441867] INFO | [SchedulerManager]: Initiate iteration for "job scheduler workflow" 2025-12-03 16:53:23.0321 00008 [441867] INFO | [SchedulerManager]: Scheduler manager initialized successful 2025-12-03 16:53:23.0321 00014 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:53:23.0333 00014 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:53:23 PM 2025-12-03 16:53:23.0333 00014 [441867] DEBUG | [SchedulerManager]: Process jobs[0]: 2025-12-03 16:53:23.0339 00008 [441867] INFO | [BackupPolicyManager]: Loading state ... 2025-12-03 16:53:23.0339 00014 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:53:23.0339 00014 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow" 2025-12-03 16:53:23.0350 00008 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/policies?proxyTag=9f096196-c88f-4913-9e91-089d8878f132", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:23.0958 00006 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/policies?proxyTag=9f096196-c88f-4913-9e91-089d8878f132", "code: 200", duration: "60 msec", headers: "[]", cookies: "[]", body: "{"members":[{"displayName":"Test HPE VM Essentials","description":"","isScheduleConfigured":false,"isScheduleEnabled":true,"createdBy":"veeamadmin","creationTimeUtc":"2025-12-02T17:17:03.553717Z","modifiedBy":"veeamadmin","modificationTimeUtc":"2025-12-02T18:17:03.553717Z","policyTag":{"value":"48a116a9-d9f2-4e4a-bccf-61604b029356"},"serializedConfig":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":\"9f096196-c88f-4913-9e91-089d8878f132\",\"Data\":\"{\\\"id\\\":\\\"48a116a9-d9f2-4e4a-bccf-61604b029356\\\",\\\"name\\\":\\\"Test HPE VM Essentials\\\",\\\"description\\\":\\\"\\\",\\\"mode\\\":\\\"Backup\\\",\\\"settings\\\":{\\\"id\\\":\\\"48a116a9-d9f2-4e4a-bccf-61604b029356\\\",\\\"name\\\":\\\"Test HPE VM Essentials\\\",\\\"description\\\":\\\"\\\",\\\"mode\\\":\\\"Backup\\\",\\\"repositoryId\\\":\\\"88788f9e-d8f5-4eb4-bc4f-9b3f5403bcec\\\",\\\"compression\\\":\\\"Lz4\\\",\\\"backupBlockSize\\\":\\\"Kb1024\\\",\\\"includes\\\":{\\\"objects\\\":[{\\\"id\\\":\\\"787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7\\\",\\\"clusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"masterServerId\\\":null,\\\"type\\\":\\\"VirtualMachine\\\",\\\"name\\\":\\\"plantilla-ws2022-datacenter-ENG-morpheus\\\"}]},\\\"excludes\\\":{\\\"objects\\\":[]},\\\"diskFilterSettings\\\":{\\\"filters\\\":[]},\\\"scheduleSettings\\\":{\\\"enabled\\\":false,\\\"type\\\":\\\"Weekly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredDays\\\":\\\"EveryDay\\\",\\\"selectedDays\\\":[\\\"Monday\\\",\\\"Tuesday\\\",\\\"Wednesday\\\",\\\"Thursday\\\",\\\"Friday\\\",\\\"Saturday\\\",\\\"Sunday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredWeekOrDay\\\":\\\"FourthWeek\\\",\\\"dayOfWeek\\\":\\\"Saturday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]},\\\"periodic\\\":{\\\"interval\\\":1,\\\"mode\\\":\\\"EveryHour\\\"},\\\"automaticRetry\\\":true,\\\"retryCount\\\":3,\\\"retryTimeDelay\\\":10},\\\"activeFullSettings\\\":{\\\"enabled\\\":false,\\\"type\\\":\\\"Weekly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"10:00\\\",\\\"configuredDays\\\":\\\"SelectedDays\\\",\\\"selectedDays\\\":[\\\"Saturday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredWeekOrDay\\\":\\\"FirstWeek\\\",\\\"dayOfWeek\\\":\\\"Monday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]}},\\\"deletedVmRetention\\\":{\\\"enabled\\\":false,\\\"days\\\":14},\\\"gfsSettings\\\":{\\\"enabled\\\":false,\\\"weekly\\\":{\\\"enabled\\\":false,\\\"weeklyRetention\\\":1,\\\"day\\\":\\\"Sunday\\\"},\\\"monthly\\\":{\\\"enabled\\\":false,\\\"monthlyRetention\\\":1,\\\"week\\\":\\\"First\\\"},\\\"yearly\\\":{\\\"enabled\\\":false,\\\"yearlyRetention\\\":1,\\\"month\\\":\\\"January\\\"}},\\\"healthCheckSettings\\\":{\\\"enabled\\\":false,\\\"type\\\":\\\"Monthly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"05:00\\\",\\\"configuredDays\\\":\\\"SelectedDays\\\",\\\"selectedDays\\\":[\\\"Saturday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"05:00\\\",\\\"configuredWeekOrDay\\\":\\\"LastWeek\\\",\\\"dayOfWeek\\\":\\\"Saturday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]}},\\\"syntheticFullSettings\\\":{\\\"enabled\\\":true,\\\"type\\\":\\\"Weekly\\\",\\\"weekly\\\":{\\\"startTime\\\":\\\"10:00\\\",\\\"configuredDays\\\":\\\"SelectedDays\\\",\\\"selectedDays\\\":[\\\"Saturday\\\"]},\\\"monthly\\\":{\\\"startTime\\\":\\\"22:00\\\",\\\"configuredWeekOrDay\\\":\\\"FirstWeek\\\",\\\"dayOfWeek\\\":\\\"Monday\\\",\\\"dayOfMonth\\\":10,\\\"months\\\":[\\\"January\\\",\\\"February\\\",\\\"March\\\",\\\"April\\\",\\\"May\\\",\\\"June\\\",\\\"July\\\",\\\"August\\\",\\\"September\\\",\\\"October\\\",\\\"November\\\",\\\"December\\\"]}},\\\"retentionSettings\\\":{\\\"type\\\":\\\"Days\\\",\\\"restorePointsToKeep\\\":0,\\\"daysToKeep\\\":7},\\\"guestProcessingSettings\\\":{\\\"enabled\\\":false,\\\"applicationAwareProcessing\\\":{\\\"enabled\\\":false,\\\"settings\\\":[]},\\\"indexingSettings\\\":{\\\"enabled\\\":false,\\\"settings\\\":[]},\\\"guestInteractionProxySettings\\\":{\\\"enabled\\\":false,\\\"autoSelectEnabled\\\":true,\\\"preferredProxyIds\\\":[]},\\\"credentials\\\":null},\\\"advancedSettings\\\":{\\\"backupFromReplicaEnabled\\\":false,\\\"nutanixGuestToolsSettings\\\":null,\\\"guestToolsSettings\\\":{\\\"guestQuiescenceEnabled\\\":false}},\\\"emailSettings\\\":{\\\"isEnabled\\\":false,\\\"recipients\\\":[]}},\\\"status\\\":\\\"Failed\\\",\\\"objects\\\":1,\\\"nextRunInfo\\\":\\\"Manual\\\",\\\"nextRunUtc\\\":null,\\\"lastRunUtc\\\":\\\"2025-12-03T08:46:57.5807317Z\\\",\\\"lastSessionId\\\":\\\"a977d6a2-ff38-4155-8800-c0e11914d89d\\\",\\\"enabled\\\":true,\\\"targets\\\":[{\\\"targetType\\\":\\\"VbrRepository\\\",\\\"isPrimary\\\":true,\\\"displayName\\\":\\\"Default Backup Repository\\\",\\\"relatedId\\\":\\\"88788f9e-d8f5-4eb4-bc4f-9b3f5403bcec\\\"}],\\\"creationDateUtc\\\":\\\"2025-12-02T18:17:03.5537179Z\\\",\\\"createdBy\\\":\\\"veeamadmin\\\",\\\"modifiedBy\\\":\\\"veeamadmin\\\",\\\"modificationDateUtc\\\":\\\"2025-12-02T18:17:03.5537179Z\\\",\\\"syncSource\\\":639002962235537179}\"}","syncCookie":{"source":"9f096196-c88f-4913-9e91-089d8878f132","usn":639002962235537179},"targets":[{"targetType":"VbrRepository","tag":{"value":"88788f9ed8f54eb4bc4f9b3f5403bcec"},"isPrimary":true,"displayName":"Default Backup Repository"}],"credentials":[],"repositories":[{"repositoryTag":{"value":"88788f9ed8f54eb4bc4f9b3f5403bcec"}}],"proxies":[{"role":"Controller","proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"}}],"includes":[{"purpose":"ProtectedObject","infrastructureTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"objectInfo":{"objectTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7"},"objectRef":"787f0fe4-c9d2-4d31-b5c9-1a22cfd357c7","objectTypeDetails":{"objectTypeKind":"VirtualMachine","objectType":0},"objectName":"plantilla-ws2022-datacenter-ENG-morpheus"}}],"excludes":[],"additionalObjectInPolicyInfo":[],"subType":0}]}" 2025-12-03 16:53:23.2035 00006 [441867] INFO | [JobUtils][48a116a9-d9f2-4e4a-bccf-61604b029356][Test HPE VM Essentials]: BackupPolicy "48a116a9-d9f2-4e4a-bccf-61604b029356" created 2025-12-03 16:53:23.2046 00006 [441867] INFO | [BackupPolicyManager]: Registering policy "48a116a9-d9f2-4e4a-bccf-61604b029356", "Test HPE VM Essentials". Repository UID: 88788f9e-d8f5-4eb4-bc4f-9b3f5403bcec... 2025-12-03 16:53:23.2050 00006 [441867] INFO | [BackupPolicyManager]: Policy "48a116a9-d9f2-4e4a-bccf-61604b029356", "Test HPE VM Essentials" is registered 2025-12-03 16:53:23.2081 00006 [441867] INFO | [SchedulerManager]: Job scheduled: Test HPE VM Essentials, 48a116a9-d9f2-4e4a-bccf-61604b029356_schedule, IsStarting=False, NextStart=12/31/9999 11:59:59 PM 2025-12-03 16:53:23.2096 00006 [441867] INFO | [BackupPolicyManager]: State loaded. Number of restored policies 1 2025-12-03 16:53:23.2106 00006 [441867] INFO | [ClusterManager]: ClusterManager initializing... 2025-12-03 16:53:23.2115 00006 [441867] INFO | [ClusterManager]: Loading state ... 2025-12-03 16:53:23.2136 00006 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/servers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:23.2314 00006 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/servers", "code: 200", duration: "17 msec", headers: "[]", cookies: "[]", body: "{"servers":[{"state":"Available","serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"description":"ceph-cluster","dnsNameOrIp":"ceph-cluster","port":0,"credentialTag":{"value":"67604e73-3251-4525-9628-91090b608919"},"additionalCredentialsTags":[],"infrastructures":[{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"}],"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Uid\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"Name\\\":\\\"ceph-cluster\\\",\\\"Description\\\":\\\"ceph-cluster\\\",\\\"Ip\\\":\\\"ceph-cluster\\\",\\\"Port\\\":0,\\\"UserName\\\":null,\\\"Password\\\":\\\"***\\\",\\\"AutoProtectionDomainName\\\":null,\\\"CertificateThumbprint\\\":null,\\\"MasterServerId\\\":\\\"603ccc92-ebb4-4698-93c1-caca831a7d23\\\",\\\"ConnectionState\\\":2,\\\"Version\\\":\\\"8.0.11\\\",\\\"CredentialsTag\\\":\\\"67604e73-3251-4525-9628-91090b608919\\\",\\\"AdvancedSettings\\\":null,\\\"FlrApplianceConfig\\\":null}\"}","version":"8.0.11","masterServerTag":{"value":"603ccc92-ebb4-4698-93c1-caca831a7d23"}}]}" 2025-12-03 16:53:23.2335 00006 [441867] INFO | [ClusterManager]: State restored. Number of restored clusters: 0 2025-12-03 16:53:23.2340 00006 [441867] INFO | [ClusterManager]: ClusterManager initialized successful. Number of registered clusters = 0 2025-12-03 16:53:23.2351 00006 [441867] INFO | [MorpheusManager]: Initializing HPE VM Essentials managers... 2025-12-03 16:53:23.2360 00006 [441867] INFO | [MorpheusManager]: Obtaining the HPE VM Essentials manager state... 2025-12-03 16:53:23.2372 00006 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/masterServers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:23.2501 00006 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/masterServers", "code: 200", duration: "13 msec", headers: "[]", cookies: "[]", body: "{"masterServers":[{"state":"Available","masterServerTag":{"value":"603ccc92-ebb4-4698-93c1-caca831a7d23"},"description":"","dnsNameOrIp":"mmr-vme-manager-01.university.encora","port":443,"credentialTag":{"value":"67604e73-3251-4525-9628-91090b608919"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"603ccc92-ebb4-4698-93c1-caca831a7d23\\\",\\\"Name\\\":\\\"mmr-vme-manager-01\\\",\\\"Description\\\":\\\"\\\",\\\"Address\\\":\\\"mmr-vme-manager-01.university.encora\\\",\\\"Port\\\":443,\\\"UserName\\\":null,\\\"Password\\\":\\\"***\\\",\\\"CertificateThumbprint\\\":\\\"D912B46750BED5F138654A5AD63200F6F27F90C8\\\",\\\"CredentialsTag\\\":\\\"67604e73-3251-4525-9628-91090b608919\\\",\\\"ConnectionState\\\":2,\\\"Version\\\":\\\"8.0.11\\\",\\\"ServiceUserCredentialsTag\\\":null}\"}","version":"8.0.11"}]}" 2025-12-03 16:53:23.3029 00006 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/servers", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:53:23.3209 00010 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/servers", "code: 200", duration: "18 msec", headers: "[]", cookies: "[]", body: "{"servers":[{"state":"Available","serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"description":"ceph-cluster","dnsNameOrIp":"ceph-cluster","port":0,"credentialTag":{"value":"67604e73-3251-4525-9628-91090b608919"},"additionalCredentialsTags":[],"infrastructures":[{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"}],"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Uid\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"Name\\\":\\\"ceph-cluster\\\",\\\"Description\\\":\\\"ceph-cluster\\\",\\\"Ip\\\":\\\"ceph-cluster\\\",\\\"Port\\\":0,\\\"UserName\\\":null,\\\"Password\\\":\\\"***\\\",\\\"AutoProtectionDomainName\\\":null,\\\"CertificateThumbprint\\\":null,\\\"MasterServerId\\\":\\\"603ccc92-ebb4-4698-93c1-caca831a7d23\\\",\\\"ConnectionState\\\":2,\\\"Version\\\":\\\"8.0.11\\\",\\\"CredentialsTag\\\":\\\"67604e73-3251-4525-9628-91090b608919\\\",\\\"AdvancedSettings\\\":null,\\\"FlrApplianceConfig\\\":null}\"}","version":"8.0.11","masterServerTag":{"value":"603ccc92-ebb4-4698-93c1-caca831a7d23"}}]}" 2025-12-03 16:53:23.3363 00006 [441867] DEBUG | [TaskManager]: Create and run new async task. [call method: b__0] 2025-12-03 16:53:23.3376 00006 [441867] INFO | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Session logs parameters: NULL 2025-12-03 16:53:23.3379 00006 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: New task is created, description: "", type: Internal 2025-12-03 16:53:23.3403 00006 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Preparing the task to run... 2025-12-03 16:53:23.3409 00006 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Starting task execution... 2025-12-03 16:53:23.3409 00006 [441867] DEBUG | [TaskManager]: AsyncTask registered. ba0be6d7-8592-4c00-a5c7-5b81406d930d 2025-12-03 16:53:23.3409 00006 [441867] INFO | [MorpheusManager]: Successfully restored the state. Number of restored HPE VM Essentials managers: 1 2025-12-03 16:53:23.3409 00006 [441867] INFO | [MorpheusManager]: Successfully initialized HPE VM Essentials managers. Number of registered HPE VM Essentials managers: 1 2025-12-03 16:53:23.3425 00006 [441867] INFO | [EntitiesSynchronizer]: Start "refresh entities workflow" 2025-12-03 16:53:23.3436 00006 [441867] INFO | [PlatformService]: Plugin initialization finished 2025-12-03 16:53:23.3441 00006 [441867] INFO | [Workflow]: Start "old logs cleaner" 2025-12-03 16:53:23.3441 00006 [441867] INFO | [Workflow]: Initiate iteration for "old logs cleaner" 2025-12-03 16:53:23.3441 00016 [441867] DEBUG | [Workflow]: Begin "old logs cleaner" 2025-12-03 16:53:23.3465 00016 [441867] DEBUG | [Workflow]: Schedule next run after 12:00:00 for "old logs cleaner" 2025-12-03 16:53:23.3465 00016 [441867] DEBUG | [Workflow]: Finish "old logs cleaner" 2025-12-03 16:53:23.3613 00006 [441867] INFO | [WebServiceStarter]: Configure Swagger... 2025-12-03 16:53:23.3723 00006 [441867] INFO | [WebServiceStarter]: Swagger "Endpoint v1: private/v1/swagger.json, Description v1: Veeam Plug-in for HPE Morpheus VM Essentials Private API V1" 2025-12-03 16:53:26.2799 00014 [441867] DEBUG | [HypervisorRescanService]: Executing additional refresh PolicySources... 2025-12-03 16:53:26.2799 00014 [441867] DEBUG | [DummyPolicySourcesAdditionalRefresh]: Skipping additional refresh for job sources 2025-12-03 16:53:26.2799 00014 [441867] DEBUG | [HypervisorRescanService]: Executed additional refresh PolicySources 2025-12-03 16:53:26.2818 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Starting the OnTaskFinished operation. Result: Success 2025-12-03 16:53:26.2818 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Finished the task: State: Finished, result: None 2025-12-03 16:53:26.2818 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Call continuations... 2025-12-03 16:53:26.2832 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Successfully calculated the session result: Success 2025-12-03 16:53:26.2832 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Progress is set to 100% 2025-12-03 16:53:26.2839 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Continuations have been executed 2025-12-03 16:53:26.2857 00014 [441867] DEBUG | [Task][ba0be6d7-8592-4c00-a5c7-5b81406d930d][Internal]: Executed the OnTaskFinished operation 2025-12-03 16:53:51.7012 00018 [441867] DEBUG | [PlatformService]: <== Request "POST" "http://localhost:8548/api/v1/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test", headers: "[Authorization: ***, Content-Type: application/json; charset=utf-8, Content-Length: 0, X-Original-Host: gatewayapi, X-Original-Proto: http, X-Original-For: 127.0.0.1:42128, X-Forwarded-Host: 10.10.10.25, X-Forwarded-Proto: https]", cookies: "[]", body: "" 2025-12-03 16:53:52.0546 00009 [441867] DEBUG | [Workflow]: Begin "system usage notifier" 2025-12-03 16:53:52.0609 00009 [441867] DEBUG | [Workflow]: Schedule next run after 00:00:30 for "system usage notifier" 2025-12-03 16:53:52.0609 00009 [441867] DEBUG | [Workflow]: Finish "system usage notifier" 2025-12-03 16:53:52.0943 00018 [441867] ERROR | [JwtBearerEventsHandler][0HNHIGGJR8BTM:00000001]: "Bearer" authentication failed: "IDX10505: Signature validation failed. The user defined 'Delegate' specified on TokenValidationParameters returned null when validating token: '[PII of type 'Microsoft.IdentityModel.JsonWebTokens.JsonWebToken' is hidden. For more details, see https://aka.ms/IdentityModel/PII.]'.": Microsoft.IdentityModel.Tokens.SecurityTokenInvalidSignatureException: IDX10505: Signature validation failed. The user defined 'Delegate' specified on TokenValidationParameters returned null when validating token: '[PII of type 'Microsoft.IdentityModel.JsonWebTokens.JsonWebToken' is hidden. For more details, see https://aka.ms/IdentityModel/PII.]'. 2025-12-03 16:53:52.0943 00018 [441867] ERROR | [JwtBearerEventsHandler][0HNHIGGJR8BTM:00000001]: at Microsoft.IdentityModel.JsonWebTokens.JsonWebTokenHandler.ValidateSignatureUsingDelegates(JsonWebToken jsonWebToken, TokenValidationParameters validationParameters) 2025-12-03 16:53:52.0943 00018 [441867] ERROR | [JwtBearerEventsHandler][0HNHIGGJR8BTM:00000001]: at Microsoft.IdentityModel.JsonWebTokens.JsonWebTokenHandler.ValidateJWSAsync(JsonWebToken jsonWebToken, TokenValidationParameters validationParameters, BaseConfiguration configuration) 2025-12-03 16:53:52.1102 00018 [441867] ERROR | [ProblemDetailsMiddleware][0HNHIGGJR8BTM:00000001]: An exception occurred at /rev7/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test, trace ID:4e303313-14fc-46da-82ce-a94172c34d37. System error. 2025-12-03 16:53:52.1378 00018 [441867] ERROR | [PlatformService]: ==> Response "POST" "http://localhost:8548/api/v1/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test", "code: 401", duration: "431 msec", headers: "[Content-Type: application/problem+json, Transfer-Encoding: chunked]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401,"detail":"System error.","instance":"/rev7/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test","traceId":"4e303313-14fc-46da-82ce-a94172c34d37"}" 2025-12-03 16:53:52.1464 00009 [441867] DEBUG | [PlatformService]: <== Request "POST" "http://localhost:8548/api/v2/account/login", headers: "[Authorization: ***, Content-Type: application/json; charset=utf-8, Content-Length: 4458, X-Original-Host: gatewayapi, X-Original-Proto: http, X-Original-For: 127.0.0.1:42130, X-Forwarded-Host: 10.10.10.25, X-Forwarded-Proto: https]", cookies: "[]", body: "{"token":"***"}" 2025-12-03 16:53:52.1514 00009 [441867] ERROR | [JwtBearerEventsHandler][0HNHIGGJR8BTM:00000002]: "Bearer" authentication failed: "IDX10505: Signature validation failed. The user defined 'Delegate' specified on TokenValidationParameters returned null when validating token: '[PII of type 'Microsoft.IdentityModel.JsonWebTokens.JsonWebToken' is hidden. For more details, see https://aka.ms/IdentityModel/PII.]'.": Microsoft.IdentityModel.Tokens.SecurityTokenInvalidSignatureException: IDX10505: Signature validation failed. The user defined 'Delegate' specified on TokenValidationParameters returned null when validating token: '[PII of type 'Microsoft.IdentityModel.JsonWebTokens.JsonWebToken' is hidden. For more details, see https://aka.ms/IdentityModel/PII.]'. 2025-12-03 16:53:52.1514 00009 [441867] ERROR | [JwtBearerEventsHandler][0HNHIGGJR8BTM:00000002]: at Microsoft.IdentityModel.JsonWebTokens.JsonWebTokenHandler.ValidateSignatureUsingDelegates(JsonWebToken jsonWebToken, TokenValidationParameters validationParameters) 2025-12-03 16:53:52.1514 00009 [441867] ERROR | [JwtBearerEventsHandler][0HNHIGGJR8BTM:00000002]: at Microsoft.IdentityModel.JsonWebTokens.JsonWebTokenHandler.ValidateJWSAsync(JsonWebToken jsonWebToken, TokenValidationParameters validationParameters, BaseConfiguration configuration) 2025-12-03 16:53:52.2531 00009 [441867] DEBUG | [VeeamPlatformAuthenticator][0HNHIGGJR8BTM:00000002]: Validating the platform token... 2025-12-03 16:53:52.2663 00009 [441867] DEBUG | [VeeamPlatformAuthenticator][0HNHIGGJR8BTM:00000002]: Parsing the result: {"Success":true,"UserName":"veeamadmin","UserSubject":"UID-veeamadmin","Permissions":[256,1350,33,520,185,264,64,215,20904,55,130,148,1157,23,20601,270,20307,1155,1158,87,184,116,42224,1300,273,51,272,70,190,20100,20102,278,406,23000,42223,169,176,92,180,20900,26006,236,271,263,22,22000,197,20303,135,20906,26004,227,282,500,149,173,73,1301,261,103,505,502,280,42,189,20310,121,117,239,161,88,188,40,113,125,240,700,20800,43,20304,120,196,20103,802,15,226,210,48,1004,710,187,20803,20301,57,81,19,61,1043,26001,160,602,506,800,1024,204,1100,266,104,5,25000,171,91,26002,1028,803,807,54,29,4,181,96,201,20905,10,105,35,402,20305,804,107,6,233,20400,220,86,20311,400,89,93,219,1025,241,175,20101,31,50,14,231,66,512,109,20402,155,20308,13,133,195,2,199,75,128,600,166,142,20700,152,20300,603,808,230,7,222,25003,1006,38,1005,193,503,164,1154,78,217,20500,186,250,47,501,177,20,182,1,76,810,106,18,1200,110,145,27,129,143,811,203,58,8,228,20903,20503,71,68,267,1002,1102,1156,52,80,146,20501,701,162,511,132,1351,405,84,170,20502,20902,192,276,101,237,69,262,115,114,20201,60,20909,504,97,238,108,112,408,59,1042,65,127,124,98,200,11,44,401,26007,235,601,82,20804,119,153,147,214,202,9,42225,20908,21101,79,26,42226,85,20901,72,281,95,1159,510,20701,1041,22001,77,232,172,20702,409,30,21,131,3,198,17,28,212,37,1027,404,23001,1001,806,249,20603,1029,20802,165,56,151,20602,209,1000,74,20200,138,34,225,205,67,83,407,63,42222,90,216,45,20302,174,213,134,274,144,39,20306,163,801,168,223,1302,36,1303,221,20000,102,167,26003,20401,277,20309,300,118,1352,265,21100,111,16,207,62,123,126,1101,194,20600,99,20907,805,41,206,46,224,32,53,275,20801,260,183,100,136,150,140,139,26005,12,137,208,24,191,25,141,94,122,154,218,1026,234,49,1040,211,403]} 2025-12-03 16:53:52.2672 00009 [441867] DEBUG | [VeeamPlatformAuthenticator][0HNHIGGJR8BTM:00000002]: Veeam Backup & Replication authentication token claims: aud: veeam-platform-service_2d470d24-b6bb-4fa3-b7ff-f0fc1137ca52, iss: https://vbr-e9653f05/, exp: 1764777452, iat: 1764776552, nbf: 1764776552, refresh_chain_id: badfc3cd-3aa3-42e5-bd4b-be2dd60c217a, cookie_id: 4696b3db-278f-4ea2-ad1a-56f2b4f9dedd, identity_type: os-identity, name: veeamadmin, friendly_name: veeamadmin, sub: UID-veeamadmin, client_id: veeam-backup-shell, scope: permission-based-api role-based-api, permissions: 256, permissions: 1350, permissions: 33, permissions: 520, permissions: 185, permissions: 264, permissions: 64, permissions: 215, permissions: 20904, permissions: 55, permissions: 130, permissions: 148, permissions: 1157, permissions: 23, permissions: 20601, permissions: 270, permissions: 20307, permissions: 1155, permissions: 1158, permissions: 87, permissions: 184, permissions: 116, permissions: 42224, permissions: 1300, permissions: 273, permissions: 51, permissions: 272, permissions: 70, permissions: 190, permissions: 20100, permissions: 20102, permissions: 278, permissions: 406, permissions: 23000, permissions: 42223, permissions: 169, permissions: 176, permissions: 92, permissions: 180, permissions: 20900, permissions: 26006, permissions: 236, permissions: 271, permissions: 263, permissions: 22, permissions: 22000, permissions: 197, permissions: 20303, permissions: 135, permissions: 20906, permissions: 26004, permissions: 227, permissions: 282, permissions: 500, permissions: 149, permissions: 173, permissions: 73, permissions: 1301, permissions: 261, permissions: 103, permissions: 505, permissions: 502, permissions: 280, permissions: 42, permissions: 189, permissions: 20310, permissions: 121, permissions: 117, permissions: 239, permissions: 161, permissions: 88, permissions: 188, permissions: 40, permissions: 113, permissions: 125, permissions: 240, permissions: 700, permissions: 20800, permissions: 43, permissions: 20304, permissions: 120, permissions: 196, permissions: 20103, permissions: 802, permissions: 15, permissions: 226, permissions: 210, permissions: 48, permissions: 1004, permissions: 710, permissions: 187, permissions: 20803, permissions: 20301, permissions: 57, permissions: 81, permissions: 19, permissions: 61, permissions: 1043, permissions: 26001, permissions: 160, permissions: 602, permissions: 506, permissions: 800, permissions: 1024, permissions: 204, permissions: 1100, permissions: 266, permissions: 104, permissions: 5, permissions: 25000, permissions: 171, permissions: 91, permissions: 26002, permissions: 1028, permissions: 803, permissions: 807, permissions: 54, permissions: 29, permissions: 4, permissions: 181, permissions: 96, permissions: 201, permissions: 20905, permissions: 10, permissions: 105, permissions: 35, permissions: 402, permissions: 20305, permissions: 804, permissions: 107, permissions: 6, permissions: 233, permissions: 20400, permissions: 220, permissions: 86, permissions: 20311, permissions: 400, permissions: 89, permissions: 93, permissions: 219, permissions: 1025, permissions: 241, permissions: 175, permissions: 20101, permissions: 31, permissions: 50, permissions: 14, permissions: 231, permissions: 66, permissions: 512, permissions: 109, permissions: 20402, permissions: 155, permissions: 20308, permissions: 13, permissions: 133, permissions: 195, permissions: 2, permissions: 199, permissions: 75, permissions: 128, permissions: 600, permissions: 166, permissions: 142, permissions: 20700, permissions: 152, permissions: 20300, permissions: 603, permissions: 808, permissions: 230, permissions: 7, permissions: 222, permissions: 25003, permissions: 1006, permissions: 38, permissions: 1005, permissions: 193, permissions: 503, permissions: 164, permissions: 1154, permissions: 78, permissions: 217, permissions: 20500, permissions: 186, permissions: 250, permissions: 47, permissions: 501, permissions: 177, permissions: 20, permissions: 182, permissions: 1, permissions: 76, permissions: 810, permissions: 106, permissions: 18, permissions: 1200, permissions: 110, permissions: 145, permissions: 27, permissions: 129, permissions: 143, permissions: 811, permissions: 203, permissions: 58, permissions: 8, permissions: 228, permissions: 20903, permissions: 20503, permissions: 71, permissions: 68, permissions: 267, permissions: 1002, permissions: 1102, permissions: 1156, permissions: 52, permissions: 80, permissions: 146, permissions: 20501, permissions: 701, permissions: 162, permissions: 511, permissions: 132, permissions: 1351, permissions: 405, permissions: 84, permissions: 170, permissions: 20502, permissions: 20902, permissions: 192, permissions: 276, permissions: 101, permissions: 237, permissions: 69, permissions: 262, permissions: 115, permissions: 114, permissions: 20201, permissions: 60, permissions: 20909, permissions: 504, permissions: 97, permissions: 238, permissions: 108, permissions: 112, permissions: 408, permissions: 59, permissions: 1042, permissions: 65, permissions: 127, permissions: 124, permissions: 98, permissions: 200, permissions: 11, permissions: 44, permissions: 401, permissions: 26007, permissions: 235, permissions: 601, permissions: 82, permissions: 20804, permissions: 119, permissions: 153, permissions: 147, permissions: 214, permissions: 202, permissions: 9, permissions: 42225, permissions: 20908, permissions: 21101, permissions: 79, permissions: 26, permissions: 42226, permissions: 85, permissions: 20901, permissions: 72, permissions: 281, permissions: 95, permissions: 1159, permissions: 510, permissions: 20701, permissions: 1041, permissions: 22001, permissions: 77, permissions: 232, permissions: 172, permissions: 20702, permissions: 409, permissions: 30, permissions: 21, permissions: 131, permissions: 3, permissions: 198, permissions: 17, permissions: 28, permissions: 212, permissions: 37, permissions: 1027, permissions: 404, permissions: 23001, permissions: 1001, permissions: 806, permissions: 249, permissions: 20603, permissions: 1029, permissions: 20802, permissions: 165, permissions: 56, permissions: 151, permissions: 20602, permissions: 209, permissions: 1000, permissions: 74, permissions: 20200, permissions: 138, permissions: 34, permissions: 225, permissions: 205, permissions: 67, permissions: 83, permissions: 407, permissions: 63, permissions: 42222, permissions: 90, permissions: 216, permissions: 45, permissions: 20302, permissions: 174, permissions: 213, permissions: 134, permissions: 274, permissions: 144, permissions: 39, permissions: 20306, permissions: 163, permissions: 801, permissions: 168, permissions: 223, permissions: 1302, permissions: 36, permissions: 1303, permissions: 221, permissions: 20000, permissions: 102, permissions: 167, permissions: 26003, permissions: 20401, permissions: 277, permissions: 20309, permissions: 300, permissions: 118, permissions: 1352, permissions: 265, permissions: 21100, permissions: 111, permissions: 16, permissions: 207, permissions: 62, permissions: 123, permissions: 126, permissions: 1101, permissions: 194, permissions: 20600, permissions: 99, permissions: 20907, permissions: 805, permissions: 41, permissions: 206, permissions: 46, permissions: 224, permissions: 32, permissions: 53, permissions: 275, permissions: 20801, permissions: 260, permissions: 183, permissions: 100, permissions: 136, permissions: 150, permissions: 140, permissions: 139, permissions: 26005, permissions: 12, permissions: 137, permissions: 208, permissions: 24, permissions: 191, permissions: 25, permissions: 141, permissions: 94, permissions: 122, permissions: 154, permissions: 218, permissions: 1026, permissions: 234, permissions: 49, permissions: 1040, permissions: 211, permissions: 403, role-id: 5ff0e0eb-45cf-48cc-9677-7613fc79bc11, jti: cb04888d-be83-4025-8787-275da84f230f 2025-12-03 16:53:52.3063 00009 [441867] DEBUG | [PlatformService]: ==> Response "POST" "http://localhost:8548/api/v2/account/login", "code: 200", duration: "159 msec", headers: "[Content-Type: application/json; charset=utf-8, Content-Length: 4170]", cookies: "[]", body: "{"token":"***"}" 2025-12-03 16:53:52.3098 00009 [441867] DEBUG | [PlatformService]: <== Request "POST" "http://localhost:8548/api/v1/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test", headers: "[Authorization: ***, Content-Type: application/json; charset=utf-8, Content-Length: 0, X-Original-Host: gatewayapi, X-Original-Proto: http, X-Original-For: 127.0.0.1:42136, X-Forwarded-Host: 10.10.10.25, X-Forwarded-Proto: https]", cookies: "[]", body: "" 2025-12-03 16:53:52.3852 00009 [441867] DEBUG | [TaskManager][0HNHIGGJR8BTM:00000003]: Create and run new async task. [call method: b__2] 2025-12-03 16:53:52.3859 00009 [441867] INFO | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker][0HNHIGGJR8BTM:00000003]: Session logs parameters: NULL 2025-12-03 16:53:52.3859 00009 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker][0HNHIGGJR8BTM:00000003]: New task is created, description: "", type: TestWorker 2025-12-03 16:53:52.3859 00009 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker][0HNHIGGJR8BTM:00000003]: Preparing the task to run... 2025-12-03 16:53:52.3965 00009 [441867] DEBUG | [DbProvider client][0HNHIGGJR8BTM:00000003]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"WaitingToRun\",\"state\":\"Starting\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:00.0001572\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[]}" 2025-12-03 16:53:52.4292 00019 [441867] DEBUG | [DbProvider client][0HNHIGGJR8BTM:00000003]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "33 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:52.4332 00009 [441867] INFO | [TaskManager][0HNHIGGJR8BTM:00000003]: Initiate iteration for "task queue processor" 2025-12-03 16:53:52.4332 00009 [441867] DEBUG | [TaskManager][0HNHIGGJR8BTM:00000003]: AsyncTask registered. f77c029c-3383-41bf-b886-9100b21af7bf 2025-12-03 16:53:52.4345 00009 [441867] DEBUG | [DbProvider client][0HNHIGGJR8BTM:00000003]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"WaitingToRun\",\"state\":\"Starting\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:00.0475781\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[]}" 2025-12-03 16:53:52.4538 00014 [441867] DEBUG | [DbProvider client][0HNHIGGJR8BTM:00000003]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "19 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:52.4570 00009 [441867] DEBUG | [PlatformService]: ==> Response "POST" "http://localhost:8548/api/v1/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test", "code: 202", duration: "146 msec", headers: "[Content-Type: application/json; charset=utf-8, Content-Length: 52]", cookies: "[]", body: "{"sessionId":"f77c029c-3383-41bf-b886-9100b21af7bf"}" 2025-12-03 16:53:52.4623 00019 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker]: Starting task execution... 2025-12-03 16:53:52.4635 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:00.0766572\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[]}" 2025-12-03 16:53:52.4796 00019 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "16 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:52.4816 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from TurnedOff to Preparing 2025-12-03 16:53:52.4829 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 16:53:52.5032 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"Preparing","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":2,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"f77c029c-3383-41bf-b886-9100b21af7bf\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}" 2025-12-03 16:53:52.5317 00019 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8", "code: 200", duration: "28 msec", headers: "[]", cookies: "[]", body: "{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"Preparing","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":2,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"f77c029c-3383-41bf-b886-9100b21af7bf\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}" 2025-12-03 16:53:52.5375 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Testing the worker test 2025-12-03 16:53:52.5513 00019 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:00.1538066\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"}]}" 2025-12-03 16:53:52.5522 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/clusters", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:52.5753 00022 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "24 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:52.7244 00019 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/clusters", "code: 200", duration: "172 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"clusters":[{"id":1,"uuid":"b484eed2-eb5e-4efa-ac1c-39197b630b1c","name":"ceph-cluster","code":null,"category":null,"visibility":"private","description":null,"location":null,"enabled":true,"serviceUrl":null,"serviceHost":null,"servicePath":null,"serviceHostname":null,"servicePort":22,"serviceUsername":null,"servicePassword":null,"servicePasswordHash":null,"serviceToken":null,"serviceTokenHash":null,"serviceAccess":null,"serviceAccessHash":null,"serviceCert":null,"serviceCertHash":null,"serviceVersion":null,"searchDomains":null,"enableInternalDns":false,"internalId":null,"externalId":null,"datacenterId":null,"status":"ok","statusDate":"2025-12-03T15:52:43Z","statusMessage":null,"inventoryLevel":"full","lastSync":"2025-12-03T15:52:28Z","nextRunDate":"2025-12-03T15:57:44Z","lastSyncDuration":14780,"dateCreated":"2025-11-07T10:08:09Z","lastUpdated":"2025-12-03T15:52:43Z","managed":true,"labels":[],"autoRecoverPowerState":true,"autoScalerEnabled":false,"useAgent":null,"provisionComplete":true,"clusterIdentifier":"2uevojk9bitjtoa","serviceEntry":null,"createdBy":{"id":1,"username":"miquel"},"userGroup":null,"layout":{"id":65,"name":"HVM 1.2 HCI Ceph Cluster on HVM/Ubuntu 24.04","provisionTypeCode":"manual"},"owner":{"id":1,"name":"Encora University"},"servers":[{"id":2,"name":"node-2","typeSet":{"id":66,"code":"mvm-1.2-ubuntu-24.04-host-morpheus-amd64-set","name":"mvm hci host"},"computeServerType":{"id":17,"code":"mvm","nodeType":"morpheus-node"},"serverGroupMemberStatus":null},{"id":3,"name":"node-3","typeSet":{"id":66,"code":"mvm-1.2-ubuntu-24.04-host-morpheus-amd64-set","name":"mvm hci host"},"computeServerType":{"id":17,"code":"mvm","nodeType":"morpheus-node"},"serverGroupMemberStatus":null},{"id":1,"name":"node-1","typeSet":{"id":65,"code":"mvm-1.2-ubuntu-24.04-primary-host-morpheus-amd64-set","name":"mvm primary hci host"},"computeServerType":{"id":17,"code":"mvm","nodeType":"morpheus-node"},"serverGroupMemberStatus":null}],"accounts":[],"integrations":[],"autoScalerGroups":[],"site":{"id":1,"name":"university-group"},"type":{"id":4,"name":"HVM"},"zone":{"id":1,"name":"university-cloud","zoneType":{"id":1}},"workerStats":{"usedStorage":208650240,"maxStorage":805306368000,"usedMemory":8362440000,"maxMemory":50309013504,"reservedMemory":8589934592,"hostReservedMemory":12884901888,"usedCpu":0.0,"cpuUsage":4.7537447,"cpuUsagePeak":2.271396,"cpuUsageAvg":1.5845815666666667},"config":{"cpuArch":"x86_64","cpuModel":"host-passthrough","dynamicPlacementMode":"on","powerPolicy":"balanced","cephInstalled":true}}],"meta":{"offset":0,"max":25,"size":1,"total":1}}" 2025-12-03 16:53:52.7253 00019 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers?clusterId=1", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:52.8121 00019 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers?clusterId=1", "code: 200", duration: "87 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"servers":[{"id":1,"uuid":"34558dd0-c983-4eb3-af89-ab1d0f6918be","externalId":null,"internalId":null,"externalUniqueId":null,"name":"node-1","externalName":"node-1","hostname":"node-1","iScsiInitiatorName":"iqn.2024-12.com.hpe:mmr-vme-node-01:65296","serverGroup":{"id":1,"name":"ceph-cluster"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":2,"code":"manual-default","name":"Default Manual"},"computeServerType":{"id":17,"code":"mvm","name":"HVM HCI Hypervisor","managed":true,"externalDelete":false,"provisionTypeId":6,"provisionTypeCode":"manual","format":"vmHypervisor"},"visibility":"public","description":null,"zoneId":1,"siteId":1,"resourcePoolId":null,"folderId":null,"sshHost":"10.10.10.81","sshPort":22,"externalIp":"10.10.10.81","internalIp":"10.10.10.81","volumeId":null,"platform":"ubuntu","platformVersion":"24.04","sshUsername":"miquel","sshPassword":"************","sshPasswordHash":"94e0f9bc7f5a5225bd141bad5adf9befcc112aef09b88f47a14e20b75a7bbec2","sshKeyPair":null,"osDevice":"/dev/sda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"1388a338-0321-4b3c-bf5f-c5382cfdf181","softwareRaid":false,"dateCreated":"2025-11-07T10:08:10Z","lastUpdated":"2025-12-03T15:53:28Z","stats":{"ts":"2025-12-03T15:53:27Z","usedMemory":3056508000,"freeMemory":13320120000,"maxMemory":16376628000,"freeSwap":0,"usedSwap":0,"cpuIdleTime":428108360,"cpuSystemTime":6055280,"cpuUserTime":5338280,"cpuTotalTime":439501920,"cpuUsage":2.271396,"maxStorage":107374182400,"usedStorage":111779840,"netTxUsage":0,"netRxUsage":0,"bandwidth":0,"readIOPS":0,"writeIOPS":18,"totalIOPS":18,"iops":{}},"status":"provisioned","statusMessage":"","errorMessage":null,"statusDate":"2025-11-07T10:18:37Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":true,"lastAgentUpdate":"2025-12-03T15:53:28Z","agentVersion":"3.0.2","maxCores":4,"maxSockets":1,"coresPerSocket":1,"maxMemory":16769667072,"maxStorage":268435456000,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":"Intel(R) Xeon(R) Silver 4314 CPU @ 2.40GHz","hardwareProductVendor":"VMware, Inc.\n","hardwareProductName":"VMware20,1\n","hardwareCpuFrequency":2394.374,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.3098470216125,"hourlyPrice":0.3098470216125,"sourceImage":null,"serverOs":null,"volumes":[{"id":2,"name":"disk-sda","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":26843545600,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"6a939b04-026d-4362-9e93-e5cdcdf50dff","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":3,"name":"disk-sdb","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdb","deviceDisplayName":"sdb","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":161061273600,"usedStorage":0,"displayOrder":1,"maxIOPS":null,"uuid":"939fbc75-a0db-43da-842b-46f74ffa0601","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":4,"name":"disk-sdc","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdc","deviceDisplayName":"sdc","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":80530636800,"usedStorage":0,"displayOrder":2,"maxIOPS":null,"uuid":"052add30-65eb-4f36-ae04-84ac72d7902d","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null}],"controllers":[],"interfaces":[{"id":5,"refType":null,"refId":null,"name":"ens33","internalId":null,"externalId":"2","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":2,"code":"physical","name":"physical"},"ipMode":null,"macAddress":"00:50:56:b3:58:26","interfaces":[]},{"id":6,"refType":null,"refId":null,"name":"mgmt","internalId":null,"externalId":"4","uniqueId":null,"publicIpAddress":"10.10.10.81","publicIpv6Address":"fe80::250:56ff:feb3:5826","ipAddress":"10.10.10.81","ipv6Address":"fe80::250:56ff:feb3:5826","ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"00:50:56:b3:58:26","interfaces":[{"id":5,"name":"ens33"}]},{"id":7,"refType":null,"refId":null,"name":"ovs-system","internalId":null,"externalId":"3","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"ae:8b:5f:1a:ed:a2","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[1],"instance":{"id":1,"name":"plantilla-ws2022-datacenter-ENG-morpheus","displayName":"plantilla-ws2022-datacenter-ENG-morpheus","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":false,"guestConsoleType":null,"guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":null,"serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},{"id":2,"uuid":"ded89ebe-65e1-40fe-bbb3-621590019a4d","externalId":null,"internalId":null,"externalUniqueId":null,"name":"node-2","externalName":"node-2","hostname":"node-2","iScsiInitiatorName":"iqn.2024-12.com.hpe:mmr-vme-node-02:18162","serverGroup":{"id":1,"name":"ceph-cluster"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":2,"code":"manual-default","name":"Default Manual"},"computeServerType":{"id":17,"code":"mvm","name":"HVM HCI Hypervisor","managed":true,"externalDelete":false,"provisionTypeId":6,"provisionTypeCode":"manual","format":"vmHypervisor"},"visibility":"public","description":null,"zoneId":1,"siteId":1,"resourcePoolId":null,"folderId":null,"sshHost":"10.10.10.82","sshPort":22,"externalIp":"10.10.10.82","internalIp":"10.10.10.82","volumeId":null,"platform":"ubuntu","platformVersion":"24.04","sshUsername":"miquel","sshPassword":"************","sshPasswordHash":"94e0f9bc7f5a5225bd141bad5adf9befcc112aef09b88f47a14e20b75a7bbec2","sshKeyPair":null,"osDevice":"/dev/sda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e81b4af9-7a3e-4ca2-9bf7-2152e47e78ff","softwareRaid":false,"dateCreated":"2025-11-07T10:08:10Z","lastUpdated":"2025-12-03T15:53:31Z","stats":{"ts":"2025-12-03T15:53:28Z","usedMemory":2739412000,"freeMemory":13637220000,"maxMemory":16376632000,"freeSwap":0,"usedSwap":0,"cpuIdleTime":428340130,"cpuSystemTime":6350210,"cpuUserTime":5207060,"cpuTotalTime":439897400,"cpuUsage":1.6206026,"maxStorage":107374182400,"usedStorage":208650240,"netTxUsage":0,"netRxUsage":0,"bandwidth":0,"readIOPS":0,"writeIOPS":23,"totalIOPS":23,"iops":{}},"status":"provisioned","statusMessage":"","errorMessage":null,"statusDate":"2025-11-07T10:18:41Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":true,"lastAgentUpdate":"2025-12-03T15:53:31Z","agentVersion":"3.0.2","maxCores":4,"maxSockets":1,"coresPerSocket":1,"maxMemory":16769675264,"maxStorage":268435456000,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":"Intel(R) Xeon(R) Silver 4314 CPU @ 2.40GHz","hardwareProductVendor":"VMware, Inc.\n","hardwareProductName":"VMware20,1\n","hardwareCpuFrequency":2394.374,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.3098470746,"hourlyPrice":0.3098470746,"sourceImage":null,"serverOs":null,"volumes":[{"id":5,"name":"disk-sda","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":26843545600,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"1621229b-2514-4ec1-98db-f167893b0fcf","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":6,"name":"disk-sdb","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdb","deviceDisplayName":"sdb","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":161061273600,"usedStorage":0,"displayOrder":1,"maxIOPS":null,"uuid":"5a93aa6a-4673-4316-a26c-1fac44dbdf40","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":7,"name":"disk-sdc","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdc","deviceDisplayName":"sdc","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":80530636800,"usedStorage":0,"displayOrder":2,"maxIOPS":null,"uuid":"4f238f85-3d8f-4b2c-9032-376aa264cff9","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null}],"controllers":[],"interfaces":[{"id":8,"refType":null,"refId":null,"name":"mgmt","internalId":null,"externalId":"4","uniqueId":null,"publicIpAddress":"10.10.10.82","publicIpv6Address":"fe80::250:56ff:feb3:7c20","ipAddress":"10.10.10.82","ipv6Address":"fe80::250:56ff:feb3:7c20","ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"00:50:56:b3:7c:20","interfaces":[{"id":9,"name":"ens33"}]},{"id":9,"refType":null,"refId":null,"name":"ens33","internalId":null,"externalId":"2","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":2,"code":"physical","name":"physical"},"ipMode":null,"macAddress":"00:50:56:b3:7c:20","interfaces":[]},{"id":10,"refType":null,"refId":null,"name":"ovs-system","internalId":null,"externalId":"3","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"9a:1c:95:66:d5:69","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":false,"guestConsoleType":null,"guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":null,"serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},{"id":3,"uuid":"2b23b010-b124-47ec-97ce-a4cdd1a12e56","externalId":null,"internalId":null,"externalUniqueId":null,"name":"node-3","externalName":"node-3","hostname":"node-3","iScsiInitiatorName":"iqn.2024-12.com.hpe:mmr-vme-node-03:19907","serverGroup":{"id":1,"name":"ceph-cluster"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":2,"code":"manual-default","name":"Default Manual"},"computeServerType":{"id":17,"code":"mvm","name":"HVM HCI Hypervisor","managed":true,"externalDelete":false,"provisionTypeId":6,"provisionTypeCode":"manual","format":"vmHypervisor"},"visibility":"public","description":null,"zoneId":1,"siteId":1,"resourcePoolId":null,"folderId":null,"sshHost":"10.10.10.83","sshPort":22,"externalIp":"10.10.10.83","internalIp":"10.10.10.83","volumeId":null,"platform":"ubuntu","platformVersion":"24.04","sshUsername":"miquel","sshPassword":"************","sshPasswordHash":"94e0f9bc7f5a5225bd141bad5adf9befcc112aef09b88f47a14e20b75a7bbec2","sshKeyPair":null,"osDevice":"/dev/sda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"3de5ebe7-53aa-4fa2-a38d-4378b9f028f3","softwareRaid":false,"dateCreated":"2025-11-07T10:08:11Z","lastUpdated":"2025-12-03T15:53:52Z","stats":{"ts":"2025-12-03T15:53:47Z","usedMemory":2566520000,"freeMemory":13810116000,"maxMemory":16376636000,"freeSwap":0,"usedSwap":0,"cpuIdleTime":312836260,"cpuSystemTime":1476290,"cpuUserTime":1406290,"cpuTotalTime":315718840,"cpuUsage":0.8617461,"maxStorage":107374182400,"usedStorage":208650240,"netTxUsage":0,"netRxUsage":0,"bandwidth":0,"readIOPS":0,"writeIOPS":23,"totalIOPS":23,"iops":{}},"status":"provisioned","statusMessage":"","errorMessage":null,"statusDate":"2025-11-07T10:18:45Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":true,"lastAgentUpdate":"2025-12-03T15:53:52Z","agentVersion":"3.0.2","maxCores":4,"maxSockets":1,"coresPerSocket":1,"maxMemory":16769675264,"maxStorage":268435456000,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":"Intel(R) Xeon(R) Silver 4314 CPU @ 2.40GHz","hardwareProductVendor":"VMware, Inc.\n","hardwareProductName":"VMware20,1\n","hardwareCpuFrequency":2394.374,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.3098470746,"hourlyPrice":0.3098470746,"sourceImage":null,"serverOs":null,"volumes":[{"id":8,"name":"disk-sda","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":26843545600,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"b3760c7e-18f7-4f23-963e-b69c7ee7d1a0","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":9,"name":"disk-sdb","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdb","deviceDisplayName":"sdb","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":161061273600,"usedStorage":0,"displayOrder":1,"maxIOPS":null,"uuid":"8c6f896f-82b9-4598-8ad5-96ec0c4b8a92","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":10,"name":"disk-sdc","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdc","deviceDisplayName":"sdc","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":80530636800,"usedStorage":0,"displayOrder":2,"maxIOPS":null,"uuid":"d2525be6-4d24-49a5-bbe7-4d8129640bd6","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null}],"controllers":[],"interfaces":[{"id":11,"refType":null,"refId":null,"name":"mgmt","internalId":null,"externalId":"4","uniqueId":null,"publicIpAddress":"10.10.10.83","publicIpv6Address":"fe80::250:56ff:feb3:18c4","ipAddress":"10.10.10.83","ipv6Address":"fe80::250:56ff:feb3:18c4","ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"00:50:56:b3:18:c4","interfaces":[{"id":13,"name":"ens33"}]},{"id":12,"refType":null,"refId":null,"name":"ovs-system","internalId":null,"externalId":"3","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"7a:d3:af:ee:97:3f","interfaces":[]},{"id":13,"refType":null,"refId":null,"name":"ens33","internalId":null,"externalId":"2","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":2,"code":"physical","name":"physical"},"ipMode":null,"macAddress":"00:50:56:b3:18:c4","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[],"instance":null,"guestConsolePreferred":false,"guestConsoleType":null,"guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":null,"serverGroupMemberStatus":null,"systemServer":false,"managedBy":null}],"stats":{"1":{"usedStorage":0,"reservedStorage":32212254720,"maxStorage":268435456000,"usedMemory":3056508000,"reservedMemory":4294967296,"hostReservedMemory":4.294967296E9,"maxMemory":16769667072,"cpuUsage":2.271396},"2":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":268435456000,"usedMemory":2739412000,"reservedMemory":4294967296,"hostReservedMemory":4.294967296E9,"maxMemory":16769671168,"cpuUsage":1.6206026},"3":{"usedStorage":208650240,"reservedStorage":0,"maxStorage":268435456000,"usedMemory":2566520000,"reservedMemory":0,"hostReservedMemory":4.294967296E9,"maxMemory":16769675264,"cpuUsage":0.8617461}},"multiTenant":false,"meta":{"offset":0,"max":25,"size":3,"total":3}}" 2025-12-03 16:53:52.8223 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:52.8839 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "61 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:11Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967296,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:52.8955 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The VM ID will be not set since it is the same: "de6f895e-aeb2-448c-b30c-c0820d6a0735" 2025-12-03 16:53:52.8973 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "before start test session" 2025-12-03 16:53:52.8973 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 16:53:52.8994 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:52.9688 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "69 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:11Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967296,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:52.9718 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM "de6f895e-aeb2-448c-b30c-c0820d6a0735" is already powered off 2025-12-03 16:53:52.9732 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Synchronizing configuration settings of the worker test 2025-12-03 16:53:52.9743 00019 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:00.5874013\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":null,\"message\":\"Synchronizing configuration settings of the worker test\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"InProgress","id":2,"message":"Synchronizing configuration settings of the worker test","creationTimeUtc":"2025-12-03T15:53:52.9732733Z"}]}" 2025-12-03 16:53:52.9749 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:52.9960 00009 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "22 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:53.0335 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "58 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:11Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967296,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:53.0347 00022 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:53:53.0347 00022 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:53:53 PM 2025-12-03 16:53:53.0350 00022 [441867] DEBUG | [SchedulerManager]: Process jobs[1]: 2025-12-03 16:53:53.0350 00022 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:53:53.0350 00022 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow" 2025-12-03 16:53:53.0364 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the worker VM 122 settings. Name: "test", description: "Created by .\veeamadmin at 03/12/2025 10:35."... 2025-12-03 16:53:53.0500 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{"server":{"name":"test","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","enabled":true,"manageInternalFirewall":true,"enableLogs":true,"sshUsername":null,"sshPassword":null,"sshKeyPair":null,"guestConsolePreferred":true,"platform":null,"osType":null}}" 2025-12-03 16:53:53.1198 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "74 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:11Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967296,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:53.1218 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the worker VM 122 2025-12-03 16:53:53.1231 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Update the name and description of the worker instance 7: "test", "Created by .\veeamadmin at 03/12/2025 10:35." 2025-12-03 16:53:53.1320 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/instances/7", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{"instance":{"name":"test","description":"Created by .\\veeamadmin at 03/12/2025 10:35."}}" 2025-12-03 16:53:53.3045 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/instances/7", "code: 200", duration: "175 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"instance":{"id":7,"uuid":"e24032da-b075-49f0-b4ec-543362031b71","accountId":1,"tenant":{"id":1,"name":"Encora University"},"instanceType":{"id":3,"code":"mvm","category":"cloud","name":"HVM","image":"/assets/branding/140x40/mvm.svg"},"group":{"id":1,"name":"university-group"},"cloud":{"id":1,"name":"university-cloud","type":"standard"},"cluster":{"id":1,"name":"ceph-cluster","type":{"id":4,"code":"mvm-cluster","name":"HVM"}},"containers":[7],"servers":[122],"resources":[],"connectionInfo":[{"ip":"10.10.10.26","port":null,"name":null}],"layout":{"id":2,"name":"Single HVM","provisionTypeId":21,"provisionTypeCode":"kvm"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"name":"test","displayName":"test","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","environment":null,"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"customOptions":{},"createBackup":true,"memoryDisplay":"MB","layoutSize":1,"lbInstances":null,"backup":{"providerBackupType":13,"jobAction":"new","jobRetentionCount":null,"jobSchedule":null,"jobName":"","name":""}},"configGroup":null,"configId":null,"configRole":null,"volumes":[{"size":100,"name":"root","rootVolume":true,"storageType":1,"id":-1,"datastoreId":"11"}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":1,"row":0,"network":{"id":1,"subnet":null,"group":null,"dhcpServer":true,"name":"Management","pool":null},"ipAddress":"10.10.10.26","macAddress":null,"ipMode":"static","networkInterfaceTypeId":null,"networkInterfaces":null}],"customOptions":{},"instanceVersion":"1.0","labels":[],"tags":[],"evars":[{"name":"MVM_IP","value":"10.10.10.26","export":true,"masked":false},{"name":"MVM_HOST","value":"container7","export":true,"masked":false}],"maxMemory":4294967296,"maxStorage":107374182400,"maxCores":4,"coresPerSocket":1,"maxCpu":null,"maxGpus":null,"hourlyCost":0.0,"hourlyPrice":0.0,"instancePrice":null,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:53Z","hostName":"test","domainName":null,"environmentPrefix":null,"firewallEnabled":true,"networkLevel":"container","autoScale":false,"instanceContext":null,"currentDeployId":null,"locked":false,"status":"stopped","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:44:01Z","statusPercent":null,"statusEta":null,"userStatus":null,"expireDays":null,"renewDays":null,"expireCount":0,"expireDate":null,"expireWarningDate":null,"expireWarningSent":false,"shutdownDays":null,"shutdownRenewDays":null,"shutdownCount":0,"shutdownDate":null,"shutdownWarningDate":null,"shutdownWarningSent":false,"removalDate":null,"createdBy":{"id":1,"username":"miquel"},"owner":{"id":1,"username":"miquel"},"notes":null,"powerSchedule":null,"isScalable":null,"instanceThreshold":null,"isBusy":null,"apps":[]},"success":true}" 2025-12-03 16:53:53.3121 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully updated the name and description of the worker instance 7 2025-12-03 16:53:53.3136 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Updating the amount of resources allocated to the worker VM 122... 2025-12-03 16:53:53.3146 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:53.3739 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "59 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:11Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967296,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:53.3777 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/service-plans/40", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:53.4281 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/service-plans/40", "code: 200", duration: "50 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"servicePlan":{"id":40,"name":"veeam-custom-service-plan","code":"veeam-custom-service-plan","active":true,"sortOrder":0,"description":null,"maxStorage":0,"maxMemory":0,"maxCpu":null,"maxCores":1,"maxGpus":0,"maxDisks":null,"coresPerSocket":1,"customCpu":false,"customCores":true,"customMaxStorage":true,"customMaxDataStorage":false,"customMaxMemory":true,"addVolumes":false,"memoryOptionSource":null,"cpuOptionSource":null,"dateCreated":"2025-12-02T18:25:23Z","lastUpdated":"2025-12-02T18:25:23Z","regionCode":null,"visibility":"public","editable":true,"provisionType":{"id":21,"name":"KVM","code":"kvm","rootDiskCustomizable":true,"addVolumes":true,"customizeVolume":true,"hasConfigurableCpuSockets":true},"serverType":null,"tenants":"Encora University","priceSets":[],"config":{},"zones":[{"id":1,"name":"university-cloud","code":"standard"}],"permissions":{"resourcePermissions":{"defaultStore":false,"allPlans":false,"defaultTarget":false,"canManage":false,"all":true,"account":{"id":1},"sites":[],"plans":[]},"tenantPermissions":{"accounts":[1]}}}}" 2025-12-03 16:53:53.4500 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Allocating compute resources to the worker VM. CpuCount: 4, CoresPerCpu: 1, MemoryInBytes: 4294967296... 2025-12-03 16:53:53.4601 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122/resize", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{"server":{"plan":{"id":40}},"servicePlanOptions":{"maxCores":4,"coresPerSocket":1,"maxMemory":4294967296},"deleteOriginalVolumes":false}" 2025-12-03 16:53:53.5359 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122/resize", "code: 200", duration: "78 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"success":true,"server":{"id":122,"externalId":"test","accountId":1,"name":"test","displayName":"test","visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"osDevice":"/dev/vda","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"config":"{\"template\":22,\"userData\":null,\"resourcePoolId\":\"1\",\"createUser\":false,\"noAgent\":true,\"preApprovalStatus\":\"provisioned\",\"maxMemory\":4294967300,\"maxCores\":4}","capacityInfo":{"id":129,"maxMemory":4294967296,"maxGpus":null,"server":{"id":122},"usedStorage":0,"version":null,"maxCpu":null,"usedGpus":0,"usedCores":0,"usedMemory":0,"maxCores":1,"maxStorage":107374182400},"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:53Z","lastStats":"{\"ts\":\"2025-12-03T15:53:07Z\",\"running\":false,\"cpuUsage\":0.02499666711105186,\"cpuSystemTime\":0.0,\"cpuUserTime\":43020,\"cpuTotalTime\":1764777187176,\"cpuIdleTime\":0,\"usedMemory\":0,\"freeMemory\":0,\"cacheMemory\":0,\"maxMemory\":4294967296,\"netTxUsage\":0,\"netRxUsage\":0,\"maxStorage\":107374182400,\"usedStorage\":0,\"readIOPS\":0,\"writeIOPS\":0,\"totalIOPS\":0,\"iops\":{}}","status":"resizing","computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","description":"","platform":"linux","nodeType":"morpheus-vm-node","managed":true,"enabled":true,"vmHypervisor":false,"containerHypervisor":false,"displayOrder":0,"selectable":false,"controlPower":true,"controlSuspend":true,"hasAgent":true,"creatable":false,"optionTypes":[]},"interfaces":[{"id":134,"addresses":[{"id":90}],"internalId":null,"interfaceId":null,"displayOrder":0,"networkPool":null,"dhcp":false,"uuid":"44a883c8-f026-4d8f-b7f8-78f13d019034","active":true,"uniqueId":"morpheus-nic-7-7-eth0","subnet":null,"replaceHostRecord":false,"ipMode":"static","version":null,"ipSubnet":null,"config":null,"publicIpAddress":"10.10.10.26","fabricId":null,"ipv6Subnet":null,"macAddress":"52:54:00:c1:81:7a","publicIpv6Address":null,"refType":null,"interfaces":[],"networkGroup":null,"refId":null,"networkDomain":null,"name":"eth0","primaryInterface":true,"networkPoolIPv6":null,"network":{"id":1},"vlanId":null,"type":{"id":11},"networkPosition":null,"poolAssigned":false,"description":null,"externalType":null,"externalId":null}],"zone":{"id":1,"accountId":1,"groups":[1],"name":"university-cloud","description":null,"location":null,"visibility":"private","zoneTypeId":1,"networkServer":null,"securityServer":null}}}" 2025-12-03 16:53:53.5403 00009 [441867] WARN | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: Normalized JSON-encoded fields for the path '"/api/servers/122/resize"': "$.server.config" 2025-12-03 16:53:53.5470 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:53.6670 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "120 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:54Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"resizing","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967296,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:55.6700 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:55.7248 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "54 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:54Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"resizing","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:57.7257 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:57.7830 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "57 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:56Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:57.7844 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Successfully allocated resources to the worker VM 2025-12-03 16:53:57.7858 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Skipped affinity configuration 2025-12-03 16:53:57.7858 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Configuration settings of the worker test were synchronized successfully 2025-12-03 16:53:57.7872 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:05.4005416\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"}]}" 2025-12-03 16:53:57.7872 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:57.8091 00022 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "22 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:57.8433 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "55 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:56Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:57.8462 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{"server":{"enabled":true,"manageInternalFirewall":true,"enableLogs":true,"sshUsername":null,"sshPassword":null,"sshKeyPair":null,"guestConsolePreferred":true,"config":{"userData":null},"platform":null,"osType":null}}" 2025-12-03 16:53:57.9160 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "70 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:57Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:57.9180 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/instances/7", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{"config":{"userData":null}}" 2025-12-03 16:53:58.0127 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/instances/7", "code: 200", duration: "95 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"instance":{"id":7,"uuid":"e24032da-b075-49f0-b4ec-543362031b71","accountId":1,"tenant":{"id":1,"name":"Encora University"},"instanceType":{"id":3,"code":"mvm","category":"cloud","name":"HVM","image":"/assets/branding/140x40/mvm.svg"},"group":{"id":1,"name":"university-group"},"cloud":{"id":1,"name":"university-cloud","type":"standard"},"cluster":{"id":1,"name":"ceph-cluster","type":{"id":4,"code":"mvm-cluster","name":"HVM"}},"containers":[7],"servers":[122],"resources":[],"connectionInfo":[{"ip":"10.10.10.26","port":null,"name":null}],"layout":{"id":2,"name":"Single HVM","provisionTypeId":21,"provisionTypeCode":"kvm"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"name":"test","displayName":"test","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","environment":null,"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"customOptions":{},"createBackup":true,"memoryDisplay":"MB","layoutSize":1,"lbInstances":null,"backup":{"providerBackupType":13,"jobAction":"new","jobRetentionCount":null,"jobSchedule":null,"jobName":"","name":""}},"configGroup":null,"configId":null,"configRole":null,"volumes":[{"size":100,"name":"root","rootVolume":true,"storageType":1,"id":-1,"datastoreId":"11"}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":1,"row":0,"network":{"id":1,"subnet":null,"group":null,"dhcpServer":true,"name":"Management","pool":null},"ipAddress":"10.10.10.26","macAddress":null,"ipMode":"static","networkInterfaceTypeId":null,"networkInterfaces":null}],"customOptions":{},"instanceVersion":"1.0","labels":[],"tags":[],"evars":[{"name":"MVM_IP","value":"10.10.10.26","export":true,"masked":false},{"name":"MVM_HOST","value":"container7","export":true,"masked":false}],"maxMemory":4294967300,"maxStorage":107374182400,"maxCores":4,"coresPerSocket":1,"maxCpu":null,"maxGpus":null,"hourlyCost":0.0,"hourlyPrice":0.0,"instancePrice":null,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:57Z","hostName":"test","domainName":null,"environmentPrefix":null,"firewallEnabled":true,"networkLevel":"container","autoScale":false,"instanceContext":null,"currentDeployId":null,"locked":false,"status":"stopped","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:44:01Z","statusPercent":null,"statusEta":null,"userStatus":null,"expireDays":null,"renewDays":null,"expireCount":0,"expireDate":null,"expireWarningDate":null,"expireWarningSent":false,"shutdownDays":null,"shutdownRenewDays":null,"shutdownCount":0,"shutdownDate":null,"shutdownWarningDate":null,"shutdownWarningSent":false,"removalDate":null,"createdBy":{"id":1,"username":"miquel"},"owner":{"id":1,"username":"miquel"},"notes":null,"powerSchedule":null,"isScalable":null,"instanceThreshold":null,"isBusy":null,"apps":[]},"success":true}" 2025-12-03 16:53:58.0152 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:58.0676 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "52 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:58Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:58.0685 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering on the worker VM 2025-12-03 16:53:58.0693 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:05.6827301\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":null,\"message\":\"Powering on the worker VM\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"InProgress","id":3,"message":"Powering on the worker VM","creationTimeUtc":"2025-12-03T15:53:58.0686023Z"}]}" 2025-12-03 16:53:58.0693 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:58.0923 00009 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "23 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:58.1242 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "54 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:58Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:58.1283 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122/start", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:59.7303 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122/start", "code: 200", duration: "1 sec 602 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"success":true}" 2025-12-03 16:53:59.7345 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:59.7965 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "62 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:59Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:59.7995 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:59.8562 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "56 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:59Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:59.8573 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/2", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:59.9246 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/2", "code: 200", duration: "67 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":2,"uuid":"ded89ebe-65e1-40fe-bbb3-621590019a4d","externalId":null,"internalId":null,"externalUniqueId":null,"name":"node-2","externalName":"node-2","hostname":"node-2","iScsiInitiatorName":"iqn.2024-12.com.hpe:mmr-vme-node-02:18162","serverGroup":{"id":1,"name":"ceph-cluster"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":2,"code":"manual-default","name":"Default Manual"},"computeServerType":{"id":17,"code":"mvm","name":"HVM HCI Hypervisor","managed":true,"externalDelete":false,"provisionTypeId":6,"provisionTypeCode":"manual","format":"vmHypervisor"},"visibility":"public","description":null,"zoneId":1,"siteId":1,"resourcePoolId":null,"folderId":null,"sshHost":"10.10.10.82","sshPort":22,"externalIp":"10.10.10.82","internalIp":"10.10.10.82","volumeId":null,"platform":"ubuntu","platformVersion":"24.04","sshUsername":"miquel","sshPassword":"************","sshPasswordHash":"94e0f9bc7f5a5225bd141bad5adf9befcc112aef09b88f47a14e20b75a7bbec2","sshKeyPair":null,"osDevice":"/dev/sda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e81b4af9-7a3e-4ca2-9bf7-2152e47e78ff","softwareRaid":false,"dateCreated":"2025-11-07T10:08:10Z","lastUpdated":"2025-12-03T15:53:31Z","stats":{"ts":"2025-12-03T15:53:28Z","usedMemory":2739412000,"freeMemory":13637220000,"maxMemory":16376632000,"freeSwap":0,"usedSwap":0,"cpuIdleTime":428340130,"cpuSystemTime":6350210,"cpuUserTime":5207060,"cpuTotalTime":439897400,"cpuUsage":1.6206026,"maxStorage":107374182400,"usedStorage":208650240,"netTxUsage":0,"netRxUsage":0,"bandwidth":0,"readIOPS":0,"writeIOPS":23,"totalIOPS":23,"iops":{}},"status":"provisioned","statusMessage":"","errorMessage":null,"statusDate":"2025-11-07T10:18:41Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":true,"lastAgentUpdate":"2025-12-03T15:53:31Z","agentVersion":"3.0.2","maxCores":4,"maxSockets":1,"coresPerSocket":1,"maxMemory":16769675264,"maxStorage":268435456000,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":"Intel(R) Xeon(R) Silver 4314 CPU @ 2.40GHz","hardwareProductVendor":"VMware, Inc.\n","hardwareProductName":"VMware20,1\n","hardwareCpuFrequency":2394.374,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.3098470746,"hourlyPrice":0.3098470746,"sourceImage":null,"serverOs":null,"volumes":[{"id":5,"name":"disk-sda","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":26843545600,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"1621229b-2514-4ec1-98db-f167893b0fcf","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":6,"name":"disk-sdb","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdb","deviceDisplayName":"sdb","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":161061273600,"usedStorage":0,"displayOrder":1,"maxIOPS":null,"uuid":"5a93aa6a-4673-4316-a26c-1fac44dbdf40","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null},{"id":7,"name":"disk-sdc","description":null,"controller":null,"controllerId":null,"controllerMountPoint":null,"resizeable":true,"rootVolume":false,"unitNumber":null,"deviceName":"/dev/sdc","deviceDisplayName":"sdc","volumeName":null,"volumePath":null,"volumeType":"disk","refType":null,"refId":null,"diskMode":null,"diskType":null,"type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":80530636800,"usedStorage":0,"displayOrder":2,"maxIOPS":null,"uuid":"4f238f85-3d8f-4b2c-9032-376aa264cff9","wwn":"","active":true,"readOnly":false,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":null,"provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":null,"online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":null,"owner":null}],"controllers":[],"interfaces":[{"id":8,"refType":null,"refId":null,"name":"mgmt","internalId":null,"externalId":"4","uniqueId":null,"publicIpAddress":"10.10.10.82","publicIpv6Address":"fe80::250:56ff:feb3:7c20","ipAddress":"10.10.10.82","ipv6Address":"fe80::250:56ff:feb3:7c20","ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"00:50:56:b3:7c:20","interfaces":[{"id":9,"name":"ens33"}]},{"id":9,"refType":null,"refId":null,"name":"ens33","internalId":null,"externalId":"2","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":2,"code":"physical","name":"physical"},"ipMode":null,"macAddress":"00:50:56:b3:7c:20","interfaces":[]},{"id":10,"refType":null,"refId":null,"name":"ovs-system","internalId":null,"externalId":"3","uniqueId":null,"publicIpAddress":null,"publicIpv6Address":null,"ipAddress":null,"ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":false,"network":null,"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":1,"code":"standard","name":"standard"},"ipMode":null,"macAddress":"9a:1c:95:66:d5:69","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"diskMode":"lvm","storageInterfaceName":"","computeInterfaceName":"","computeVlans":"","overlayInterfaceName":"","cpuArch":"x86_64","cpuModel":"host-passthrough","dynamicPlacementMode":"on","powerPolicy":"balanced","nodeCount":"0","provisionKey":null,"planId":2,"maxMemory":0,"maxStorage":0,"maxCores":1,"coresPerSocket":1},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":false,"guestConsoleType":null,"guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":null,"serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":268435456000,"usedMemory":2739412000,"reservedMemory":4294967300,"hostReservedMemory":4.294967296E9,"maxMemory":16769671168,"cpuUsage":1.6206026}}" 2025-12-03 16:53:59.9257 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: VM host: "ded89ebe-65e1-40fe-bbb3-621590019a4d" 2025-12-03 16:53:59.9263 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered on successfully on the host node-2 2025-12-03 16:53:59.9263 00022 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Obtaining an IP address for the worker VM 2025-12-03 16:53:59.9271 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:07.5404856\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"}]}" 2025-12-03 16:53:59.9293 00022 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:53:59.9492 00022 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "22 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:59.9499 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:07.5409192\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":null,\"message\":\"Obtaining an IP address for the worker VM\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"InProgress","id":4,"message":"Obtaining an IP address for the worker VM","creationTimeUtc":"2025-12-03T15:53:59.926845Z"}]}" 2025-12-03 16:53:59.9713 00009 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "21 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:53:59.9820 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "52 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:59Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:53:59.9845 00009 [441867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:53:59.9845 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:53:59.9890 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Creating connector to "10.10.10.26:19000" 2025-12-03 16:54:00.0061 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:54:00.0061 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Connector to "10.10.10.26:19000" is created 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:54:03.0891 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 16:54:08.0904 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:08.2158 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "125 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:53:59Z","stats":{"ts":"2025-12-03T15:53:07Z","running":false,"cpuUsage":0.02499666711105186,"cpuSystemTime":0.0,"cpuUserTime":43020,"cpuTotalTime":1764777187176,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967296,"netTxUsage":0,"netRxUsage":0,"maxStorage":107374182400,"usedStorage":0,"readIOPS":0,"writeIOPS":0,"totalIOPS":0,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":0.02499666711105186}}" 2025-12-03 16:54:08.2164 00009 [441867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:54:08.2164 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:54:08.2164 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Creating connector to "10.10.10.26:19000" 2025-12-03 16:54:08.2173 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:54:08.2173 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Connector to "10.10.10.26:19000" is created 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:54:11.2753 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 16:54:16.2771 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:16.3976 00009 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "120 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:54:11Z","stats":{"ts":"2025-12-03T15:54:07Z","running":true,"cpuUsage":-11.521836935330679,"cpuSystemTime":0.0,"cpuUserTime":8447,"cpuTotalTime":1764777247189,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967300,"netTxUsage":0,"netRxUsage":5,"maxStorage":107374182400,"usedStorage":0,"readIOPS":1,"writeIOPS":0,"totalIOPS":1,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":-11.521836935330679}}" 2025-12-03 16:54:16.3982 00009 [441867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:54:16.3982 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:54:16.3982 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Creating connector to "10.10.10.26:19000" 2025-12-03 16:54:16.3989 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:54:16.3989 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Connector to "10.10.10.26:19000" is created 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: Failed to connect by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8": System.Net.Sockets.SocketException (113): No route to host [::ffff:10.10.10.26]:19000 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.DoConnect(EndPoint endPointSnapshot, SocketAddress socketAddress) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(EndPoint remoteEP) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.Socket.Connect(String host, Int32 port) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient.Connect(String hostname, Int32 port) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at System.Net.Sockets.TcpClient..ctor(String hostname, Int32 port) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.TcpChannelHostConnector.StartHostAsync(CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.State.StartHostAsyncInternal(CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelHostBase.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.SPP.Communication.ChannelConnector.StartAsync(CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.CreateAndStartConnector(VcfRetrySettings vcfRetrySettings, Boolean enableReconnectPolicy, CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.Project.Common.Vcf.VcfConnection.PingAsync[T](String pierName, Func`2 pingFunc, Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.Worker.BackupWorker.TestConnectionAsync(Nullable`1 retryCount, CancellationToken cancellationToken) 2025-12-03 16:54:19.4673 00009 [441867] WARN | [WorkerManager]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass130_0.<g__PingAsync|0>d.MoveNext() 2025-12-03 16:54:22.0613 00009 [441867] DEBUG | [Workflow]: Begin "system usage notifier" 2025-12-03 16:54:22.0623 00009 [441867] DEBUG | [Workflow]: Schedule next run after 00:00:30 for "system usage notifier" 2025-12-03 16:54:22.0623 00009 [441867] DEBUG | [Workflow]: Finish "system usage notifier" 2025-12-03 16:54:23.0358 00009 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:54:23.0358 00009 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:54:23 PM 2025-12-03 16:54:23.0358 00009 [441867] DEBUG | [SchedulerManager]: Process jobs[1]: 2025-12-03 16:54:23.0358 00009 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:54:23.0358 00009 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow" 2025-12-03 16:54:24.4686 00019 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:24.5402 00019 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "71 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:54:11Z","stats":{"ts":"2025-12-03T15:54:07Z","running":true,"cpuUsage":-11.521836935330679,"cpuSystemTime":0.0,"cpuUserTime":8447,"cpuTotalTime":1764777247189,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967300,"netTxUsage":0,"netRxUsage":5,"maxStorage":107374182400,"usedStorage":0,"readIOPS":1,"writeIOPS":0,"totalIOPS":1,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":-11.521836935330679}}" 2025-12-03 16:54:24.5402 00019 [441867] INFO | [WorkerManager]: Found "10.10.10.26" ip address for "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:54:24.5402 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Set ip address "10.10.10.26" 2025-12-03 16:54:24.5408 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Creating connector to "10.10.10.26:19000" 2025-12-03 16:54:24.5408 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:54:24.5408 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Connector to "10.10.10.26:19000" is created 2025-12-03 16:54:25.8422 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][ParentCertificateValidator]: Started building certificate chain for child "CEC355398191FDAF19FFF38FFBD9D599672242FA" and parent "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:54:26.3338 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ==> Request [System.Func`1[System.UInt64]] "Task TestConnectionAsync(CancellationToken)" 2025-12-03 16:54:26.4273 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: <== Response [System.Func`1[System.UInt64]] "Task TestConnectionAsync(CancellationToken)" 2025-12-03 16:54:26.4349 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 16:54:26.4349 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"Preparing","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":2,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"f77c029c-3383-41bf-b886-9100b21af7bf\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}" 2025-12-03 16:54:26.4608 00009 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8", "code: 200", duration: "25 msec", headers: "[]", cookies: "[]", body: "{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"Preparing","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":2,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"f77c029c-3383-41bf-b886-9100b21af7bf\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}" 2025-12-03 16:54:26.4613 00009 [441867] INFO | [WorkerManager]: Succesfully connected by "10.10.10.26" ip address to "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" 2025-12-03 16:54:26.4613 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The following IP address was successfully obtained: 10.10.10.26 2025-12-03 16:54:26.4620 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker service 2025-12-03 16:54:26.4620 00009 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:34.0756063\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"}]}" 2025-12-03 16:54:26.4682 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Start "GetCommonAppSettingsAsync in /opt/buildAgent/work/e2a32e42405c69fe/Service/Veeam.Vbf.WorkerManagement/Worker/BackupWorkerVcf.cs:line 196" 2025-12-03 16:54:26.4712 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Connection (re)creation required 2025-12-03 16:54:26.4712 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Creating connector to "10.10.10.26:19000" 2025-12-03 16:54:26.4721 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Added the VCF tags: "workerId:823b5fac-6ea9-4e0c-b243-3878c46f3eb8,IsCodeCoverageEnabled:False" 2025-12-03 16:54:26.4721 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Connector to "10.10.10.26:19000" is created 2025-12-03 16:54:26.4886 00009 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "26 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:26.4893 00034 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:34.0761732\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":null,\"message\":\"Connecting to the worker service\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"InProgress","id":5,"message":"Connecting to the worker service","creationTimeUtc":"2025-12-03T15:54:26.4621084Z"}]}" 2025-12-03 16:54:26.4910 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][ParentCertificateValidator]: Started building certificate chain for child "CEC355398191FDAF19FFF38FFBD9D599672242FA" and parent "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:54:26.5231 00034 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "34 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:26.5430 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ==> Request [System.Func`1[System.UInt64]] "Task GetAppSettingsAsync(CancellationToken)" 2025-12-03 16:54:26.6553 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: <== Response [System.Func`1[System.UInt64]] "Task GetAppSettingsAsync(CancellationToken)" 2025-12-03 16:54:26.6583 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Start "SetCommonAppSettingsAsync in /opt/buildAgent/work/e2a32e42405c69fe/Service/Veeam.Vbf.WorkerManagement/Worker/BackupWorkerVcf.cs:line 199" 2025-12-03 16:54:26.6638 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: <== Request "10.10.10.26:19000", "UpdateAppSettingsAsync", arguments: "{"workerAppSettings":{"LogLevel":"Debug","ArchiveAboveSizeMb":15,"ArchiveOldFileOnStartup":false,"MaxServiceArchiveFiles":100,"KeepLogsFor":"182 days","MaxProcessDumps":3},"cancellationToken":""}" 2025-12-03 16:54:26.6969 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ==> Response "10.10.10.26:19000", "UpdateAppSettingsAsync", "success", duration: "35 msec", arguments: """" 2025-12-03 16:54:26.6992 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Start "GeTimeZoneSettingsAsync in /opt/buildAgent/work/e2a32e42405c69fe/Service/Veeam.Vbf.WorkerManagement/Worker/BackupWorkerVcf.cs:line 193" 2025-12-03 16:54:26.6992 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: <== Request "10.10.10.26:19000", "GeTimeZoneSettingsAsync", arguments: "{"cancellationToken":""}" 2025-12-03 16:54:26.7527 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ==> Response "10.10.10.26:19000", "GeTimeZoneSettingsAsync", "success", duration: "52 msec", arguments: "{"TimeZoneId":"Europe/Madrid","TimeSynchronizationMode":1,"NtpServers":"time.nist.gov"}" 2025-12-03 16:54:26.7538 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: TimeZoneSettings is actual: "{"TimeZoneId":"Europe/Madrid","TimeSynchronizationMode":1,"NtpServers":"time.nist.gov"}" 2025-12-03 16:54:26.7595 00019 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/vbrOptions/veeamUpdater/customRepositorySettings", headers: "[Authorization: ***, x-api-version: 1.0-rev47]", cookies: "[]", body: "{}" 2025-12-03 16:54:26.7738 00019 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/vbrOptions/veeamUpdater/customRepositorySettings", "code: 200", duration: "14 msec", headers: "[]", cookies: "[]", body: "{"useOfficialRepository":true,"customUrl":""}" 2025-12-03 16:54:26.7792 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: Set address: "10.10.10.26" 2025-12-03 16:54:26.7910 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 16:54:26.8004 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][ParentCertificateValidator]: Started building certificate chain for child "CEC355398191FDAF19FFF38FFBD9D599672242FA" and parent "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:54:26.8092 00019 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 16:54:26.8092 00019 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 503", duration: "20 msec", headers: "[]", cookies: "[]", body: "[binary data]" 2025-12-03 16:54:26.8107 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Retry request after 00:00:10. Retry 1/10 for request "https://10.10.10.26/updater/api/v3/settings" 2025-12-03 16:54:36.8123 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 16:54:36.8223 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][ParentCertificateValidator]: Started building certificate chain for child "CEC355398191FDAF19FFF38FFBD9D599672242FA" and parent "CE5E09F09A173CAABA5722DAFEBFBC2F946EF252" 2025-12-03 16:54:37.0765 00009 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 16:54:37.0765 00009 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 401", duration: "264 msec", headers: "[Transfer-Encoding: chunked, WWW-Authenticate: Bearer]", cookies: "[]", body: "{"type":"https://tools.ietf.org/html/rfc9110#section-15.5.2","title":"Unauthorized","status":401}" 2025-12-03 16:54:37.0776 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Authorization token is outdated during request "https://10.10.10.26/updater/api/v3/settings". Try refresh token 2025-12-03 16:54:37.0776 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient][Retry]: Start Login 2025-12-03 16:54:37.0783 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Start "GetJwtTokenAsync in /opt/buildAgent/work/e2a32e42405c69fe/Service/Veeam.Vbf.WorkerManagement/Worker/BackupWorkerVcf.cs:line 57" 2025-12-03 16:54:37.0788 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: <== Request "10.10.10.26:19000", "GetJwtTokenAsync", arguments: "{"cancellationToken":""}" 2025-12-03 16:54:37.3415 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ==> Response "10.10.10.26:19000", "GetJwtTokenAsync", "success", duration: "262 msec", arguments: "***" 2025-12-03 16:54:37.3456 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Post" "https://10.10.10.26/updater/api/oauth2/token", headers: "[Authorization: ***]", cookies: "[]", body: "{"grantType":"RefreshToken","refreshToken":"***","authorizationCode":null,"redirectUri":null,"stsToken":null}" 2025-12-03 16:54:37.5841 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Post" "https://10.10.10.26/updater/api/oauth2/token", "code: 201", duration: "239 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{"accessToken":"***","refreshToken":"***"}" 2025-12-03 16:54:37.5863 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Put" "https://10.10.10.26/updater/api/v3/settings", headers: "[Authorization: ***]", cookies: "[]", body: "{"proxySettings":{"enabled":false,"host":null,"port":null,"authenticationRequired":false,"username":null,"password":"***"},"customRepositorySettings":{"useCustomRepositories":false,"customUrl":"","certificateFileName":null,"certificateBase64":null}}" 2025-12-03 16:54:37.6735 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Put" "https://10.10.10.26/updater/api/v3/settings", "code: 204", duration: "87 msec", headers: "[]", cookies: "[]", body: "" 2025-12-03 16:54:37.6748 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connection to the worker service was established successfully 2025-12-03 16:54:37.6756 00019 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:45.2889845\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"}]}" 2025-12-03 16:54:37.6779 00009 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking for updates in external repositories 2025-12-03 16:54:37.6816 00009 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/sessions/current", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.7067 00009 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "31 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.7074 00019 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:45.2919765\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":null,\"message\":\"Checking for updates in external repositories\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"InProgress","id":6,"message":"Checking for updates in external repositories","creationTimeUtc":"2025-12-03T15:54:37.6779327Z"}]}" 2025-12-03 16:54:37.7362 00019 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "29 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.7394 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/sessions/current", "code: 200", duration: "57 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.7415 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: The updater session has finished 2025-12-03 16:54:37.7426 00019 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates 2025-12-03 16:54:37.7441 00019 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Post" "https://10.10.10.26/updater/api/v3/updates/check", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.8912 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Post" "https://10.10.10.26/updater/api/v3/updates/check", "code: 202", duration: "147 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{"id":"eddd03e0-4faf-44e5-b224-3c4381534027"}" 2025-12-03 16:54:37.8968 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.9458 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027", "code: 200", duration: "49 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{"id":"eddd03e0-4faf-44e5-b224-3c4381534027","type":"FetchUpdates","status":"Pending","result":"Unknown","contextId":"f30f9054-7b48-485d-8b47-1e262aa039b7","createdAtUtc":"2025-12-03T15:54:37.7291043Z"}" 2025-12-03 16:54:37.9522 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027/messages", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:37.9905 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027/messages", "code: 200", duration: "38 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "[]" 2025-12-03 16:54:37.9940 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: FetchUpdates session eddd03e0-4faf-44e5-b224-3c4381534027 is Pending: NULL 2025-12-03 16:54:42.9943 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0079 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027", "code: 200", duration: "13 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{"id":"eddd03e0-4faf-44e5-b224-3c4381534027","type":"FetchUpdates","status":"Finished","result":"Success","contextId":"f30f9054-7b48-485d-8b47-1e262aa039b7","createdAtUtc":"2025-12-03T15:54:37.7291043Z","finishedAtUtc":"2025-12-03T15:54:41.5238139Z"}" 2025-12-03 16:54:43.0079 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027/messages", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0227 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/sessions/eddd03e0-4faf-44e5-b224-3c4381534027/messages", "code: 200", duration: "14 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "[{"id":"40195155-bc17-4029-bdb4-e3ef2f53166c","message":"Updating package cache","severity":"Information","state":"Finished","createdAtUtc":"2025-12-03T15:54:39.4703735Z","finishedAtUtc":"2025-12-03T15:54:40.6856278Z","properties":{}},{"id":"033b36d9-ceff-4559-bf64-32dbfe0e4a41","message":"Veeam minor updates has been collected","severity":"Information","state":"Finished","createdAtUtc":"2025-12-03T15:54:40.7050223Z","finishedAtUtc":"2025-12-03T15:54:41.0431754Z","properties":{}},{"id":"5e0d2a65-a0cb-4a72-967f-c950786e097b","message":"Rocky Linux security updates has been collected","severity":"Information","state":"Finished","createdAtUtc":"2025-12-03T15:54:41.0568275Z","finishedAtUtc":"2025-12-03T15:54:41.4075019Z","properties":{}}]" 2025-12-03 16:54:43.0274 00021 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Checking new updates finished 2025-12-03 16:54:43.0283 00021 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Check for updates in external repositories was performed successfully 2025-12-03 16:54:43.0290 00021 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Fetching updates 2025-12-03 16:54:43.0290 00019 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:50.6425202\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"}]}" 2025-12-03 16:54:43.0306 00021 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Starting check updates 2025-12-03 16:54:43.0306 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/sessions/current", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0368 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/sessions/current", "code: 200", duration: "6 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0369 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: The updater session has finished 2025-12-03 16:54:43.0484 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/views/9caa767b-9fbc-4b77-80c1-1ef81f4b03ff/updates?recursive=true&includeDuplicates=false", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0534 00021 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "24 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0540 00036 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:50.6431445\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":null,\"message\":\"Fetching updates\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"InProgress","id":7,"message":"Fetching updates","creationTimeUtc":"2025-12-03T15:54:43.029087Z"}]}" 2025-12-03 16:54:43.0786 00036 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "24 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0868 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/views/9caa767b-9fbc-4b77-80c1-1ef81f4b03ff/updates?recursive=true&includeDuplicates=false", "code: 200", duration: "38 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "[]" 2025-12-03 16:54:43.0916 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/views/fb06a0b7-85d7-45ba-a045-5a7d1c7f657d/updates?recursive=true&includeDuplicates=false", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.0971 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/views/fb06a0b7-85d7-45ba-a045-5a7d1c7f657d/updates?recursive=true&includeDuplicates=false", "code: 200", duration: "5 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "[]" 2025-12-03 16:54:43.0996 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Getting available private fixes for the packages: "veeamworkerhpemorpheusvme"... 2025-12-03 16:54:43.1002 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finding packages in the folder "/opt/veeam/backup/plugins/hpemorpheusvme/packages"... 2025-12-03 16:54:43.1711 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Successfully found the package: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 16:54:43.1778 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: The newest version of the "veeamworkerhpemorpheusvme" package in "local folder" is "13.1.0.206". Available packages: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 16:54:43.1781 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 1 packages in the local folder: "veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 16:54:43.1805 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Post" "https://10.10.10.26/updater/api/v3/packages/installed/collect", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.6910 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Post" "https://10.10.10.26/updater/api/v3/packages/installed/collect", "code: 204", duration: "510 msec", headers: "[]", cookies: "[]", body: "" 2025-12-03 16:54:43.6950 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/packages/installed?name=veeamworkerhpemorpheusvme", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.7122 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/packages/installed?name=veeamworkerhpemorpheusvme", "code: 200", duration: "17 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "[{"id":"0793227c-6bc3-47f4-a6a0-376946566348","name":"veeamworkerhpemorpheusvme","description":"In Veeam Plug-in for HPE Morpheus VM Essentials, workers are Linux-based VMs that deliver data traffic when backup and restore operations are performed.","version":{"value":"13.1.0.206-0.el9","epoch":0,"version":"13.1.0.206","release":"0.el9"},"sizeBytes":194000000}]" 2025-12-03 16:54:43.7186 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 1 installed packages: "0793227c-6bc3-47f4-a6a0-376946566348 veeamworkerhpemorpheusvme 13.1.0.206" 2025-12-03 16:54:43.7201 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: <== Request "Get" "https://10.10.10.26/updater/api/v3/views/9caa767b-9fbc-4b77-80c1-1ef81f4b03ff/updates?recursive=true&includeDuplicates=false", headers: "[Authorization: ***]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.7240 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdaterRestClient]: ==> Response "Get" "https://10.10.10.26/updater/api/v3/views/9caa767b-9fbc-4b77-80c1-1ef81f4b03ff/updates?recursive=true&includeDuplicates=false", "code: 200", duration: "4 msec", headers: "[Transfer-Encoding: chunked]", cookies: "[]", body: "[]" 2025-12-03 16:54:43.7251 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available updates: "" 2025-12-03 16:54:43.7251 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Package veeamworkerhpemorpheusvme 13.1.0.206 from the local folder will not be uploaded. Newer or equal package already installed: 0793227c-6bc3-47f4-a6a0-376946566348 veeamworkerhpemorpheusvme 13.1.0.206 2025-12-03 16:54:43.7251 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Found 0 available private fixes 2025-12-03 16:54:43.7251 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Finished check updates 2025-12-03 16:54:43.7281 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Product Packages: "" 2025-12-03 16:54:43.7281 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Security Packages: "" 2025-12-03 16:54:43.7281 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][UpdatesManager]: Private Fixes: "" 2025-12-03 16:54:43.7293 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: No updates were found 2025-12-03 16:54:43.7300 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:51.3434165\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"}]}" 2025-12-03 16:54:43.7323 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Connecting to the worker core service 2025-12-03 16:54:43.7343 00036 [441867] DEBUG | [DbProvider client]: <== Request "Get" "https://localhost:6172/api/credentials/67604e73-3251-4525-9628-91090b608919", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.7598 00021 [441867] DEBUG | [DbProvider client]: ==> Response "Get" "https://localhost:6172/api/credentials/67604e73-3251-4525-9628-91090b608919", "code: 200", duration: "25 msec", headers: "[]", cookies: "[]", body: "{"credentialTag":{"value":"67604e73-3251-4525-9628-91090b608919"},"username":"miquel","password":"***","description":"miquel","changeTimeUTC":"2025-12-02T16:24:08.37668"}" 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Failed to connect to the worker core service: A credentials tag cannot be null or empty: System.Exception: A credentials tag cannot be null or empty 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.Common.Utils.Verifiers.ValueNullVerify(Object obj, String message) 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.MorpheusClustersCache.GetMorpheusConnectionInfo() 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.HypervisorManagement.Hpe.HpeCluster.GetClusterConnectionInfo() 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.StartBackupWorkerAsync(RemoteWorkerBase worker, String hostId, String clusterId, MicroserviceSettings serviceSettings, CancellationToken cancellationToken) 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.WorkerManagers.WorkerManager.<>c__DisplayClass110_0.b__2() 2025-12-03 16:54:43.7626 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: at Veeam.Vbf.WorkerManagement.Extensions.WorkerExtensions.PerformWithDownloadLogsOnFailAsync[T](BackupWorker worker, IProgressReporter reporter, String startMessage, Func`2 successMessage, Func`2 failMessage, Func`1 payloadTask, Func`2 resultOnFail, CancellationToken cancellationToken) 2025-12-03 16:54:43.7644 00021 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "34 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.7651 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:51.3464147\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":null,\"message\":\"Connecting to the worker core service\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"InProgress","id":8,"message":"Connecting to the worker core service","creationTimeUtc":"2025-12-03T15:54:43.7323453Z"}]}" 2025-12-03 16:54:43.7747 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Downloading worker logs... 2025-12-03 16:54:43.7752 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Start "DownloadAndArchiveFolderAsync in /opt/buildAgent/work/e2a32e42405c69fe/Service/Veeam.Vbf.WorkerManagement/Worker/BackupWorkerVcf.cs:line 164" 2025-12-03 16:54:43.7764 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start archiving folder "/var/log" 2025-12-03 16:54:43.7886 00036 [441867] DEBUG | [DataProcessingHelper]: Skip processing the JSON value "target" - ""[binary data]"": "Unexpected character encountered while parsing value: b. Path '', line 1, position 1." 2025-12-03 16:54:43.7886 00036 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: <== Request "10.10.10.26:19000", "CollectLogsArchiveAsync", arguments: "{"target":"[binary data]","collectLogsParameters":{"FolderPath":"/var/log","RegexFilter":"^\\/var\\/log\\/veeam.+(? Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "26 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.7913 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Start creating archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip" 2025-12-03 16:54:43.7921 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:51.3776815\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"}]}" 2025-12-03 16:54:43.8162 00036 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "24 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:43.8169 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:51.3889658\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":null,\"message\":\"Downloading worker logs...\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"InProgress","id":9,"message":"Downloading worker logs...","creationTimeUtc":"2025-12-03T15:54:43.7748379Z"}]}" 2025-12-03 16:54:43.8414 00021 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "24 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:44.1964 00021 [441867] DEBUG | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: ==> Response "10.10.10.26:19000", "CollectLogsArchiveAsync", "success", duration: "419 msec", arguments: """" 2025-12-03 16:54:44.1969 00035 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Archive file "/var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip" is created 2025-12-03 16:54:44.1969 00035 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip 2025-12-03 16:54:44.1985 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:51.8117595\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":\"2025-12-03T15:54:44.1976584Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"Success","id":9,"message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip","creationTimeUtc":"2025-12-03T15:54:43.7748379Z","endTimeUtc":"2025-12-03T15:54:44.1976584Z"}]}" 2025-12-03 16:54:44.1997 00035 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Checking that the worker VM is powered off: "test session failed" 2025-12-03 16:54:44.1997 00035 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Reset current host and ipAddress to null 2025-12-03 16:54:44.1997 00035 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test][VCF]: Stop 2025-12-03 16:54:44.2001 00035 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:44.2270 00035 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "28 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:44.3271 00035 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "126 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:54:11Z","stats":{"ts":"2025-12-03T15:54:07Z","running":true,"cpuUsage":-11.521836935330679,"cpuSystemTime":0.0,"cpuUserTime":8447,"cpuTotalTime":1764777247189,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967300,"netTxUsage":0,"netRxUsage":5,"maxStorage":107374182400,"usedStorage":0,"readIOPS":1,"writeIOPS":0,"totalIOPS":1,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":-11.521836935330679}}" 2025-12-03 16:54:44.3283 00035 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Powering off the worker VM 2025-12-03 16:54:44.3291 00035 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:44.3291 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:00:51.9425418\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":\"2025-12-03T15:54:44.1976584Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:44.3284434Z\",\"endTimeUtc\":null,\"message\":\"Powering off the worker VM\",\"context\":null,\"actionId\":\"84bc654c-640d-4172-9db5-06119f571f55\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"Success","id":9,"message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip","creationTimeUtc":"2025-12-03T15:54:43.7748379Z","endTimeUtc":"2025-12-03T15:54:44.1976584Z"},{"status":"InProgress","id":10,"message":"Powering off the worker VM","creationTimeUtc":"2025-12-03T15:54:44.3284434Z"}]}" 2025-12-03 16:54:44.3554 00035 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "26 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:44.4046 00035 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/de6f895e-aeb2-448c-b30c-c0820d6a0735", "code: 200", duration: "75 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:54:11Z","stats":{"ts":"2025-12-03T15:54:07Z","running":true,"cpuUsage":-11.521836935330679,"cpuSystemTime":0.0,"cpuUserTime":8447,"cpuTotalTime":1764777247189,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967300,"netTxUsage":0,"netRxUsage":5,"maxStorage":107374182400,"usedStorage":0,"readIOPS":1,"writeIOPS":0,"totalIOPS":1,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"on","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":-11.521836935330679}}" 2025-12-03 16:54:44.4075 00035 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122/stop", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:52.0620 00036 [441867] DEBUG | [Workflow]: Begin "system usage notifier" 2025-12-03 16:54:52.0620 00036 [441867] DEBUG | [Workflow]: Schedule next run after 00:00:30 for "system usage notifier" 2025-12-03 16:54:52.0620 00036 [441867] DEBUG | [Workflow]: Finish "system usage notifier" 2025-12-03 16:54:53.0365 00036 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:54:53.0365 00036 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:54:53 PM 2025-12-03 16:54:53.0365 00036 [441867] DEBUG | [SchedulerManager]: Process jobs[1]: 2025-12-03 16:54:53.0365 00036 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:54:53.0365 00036 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow" 2025-12-03 16:54:55.1692 00036 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Put" "https://mmr-vme-manager-01.university.encora/api/servers/122/stop", "code: 200", duration: "10 sec 761 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"success":true}" 2025-12-03 16:54:55.1708 00036 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: <== Request "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", headers: "[Authorization: ***]", cookies: "[XSRF-TOKEN: ***]", body: "{}" 2025-12-03 16:54:55.3160 00036 [441867] DEBUG | [Morpheus][mmr-vme-manager-01][603ccc92-ebb4-4698-93c1-caca831a7d23]: ==> Response "Get" "https://mmr-vme-manager-01.university.encora/api/servers/122", "code: 200", duration: "145 msec", headers: "[Transfer-Encoding: chunked, Feature-Policy: vibrate 'none' ; microphone * ; camera 'none' ; gyroscope 'none' ; magnetometer 'none' ; geolocation 'none' ; midi 'self' ; notifications 'self' ; push 'self' ; sync-xhr 'self']", cookies: "[]", body: "{"server":{"id":122,"uuid":"de6f895e-aeb2-448c-b30c-c0820d6a0735","externalId":"test","internalId":"/var/morpheus/kvm/vms/test","externalUniqueId":"de6f895e-aeb2-448c-b30c-c0820d6a0735","name":"test","externalName":"test","hostname":"test","iScsiInitiatorName":null,"parentServer":{"id":2,"name":"node-2"},"preferredParentServer":{"id":2,"name":"node-2"},"accountId":1,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"username":"miquel"},"zone":{"id":1,"name":"university-cloud","type":"standard"},"plan":{"id":40,"code":"veeam-custom-service-plan","name":"veeam-custom-service-plan"},"computeServerType":{"id":48,"code":"morpheusVm","name":"KVM Instance","managed":true,"externalDelete":true,"provisionTypeId":21,"provisionTypeCode":"kvm","format":"guestVm"},"visibility":"private","description":"Created by .\\veeamadmin at 03/12/2025 10:35.","zoneId":1,"siteId":1,"resourcePoolId":1,"folderId":null,"sshHost":"10.10.10.26","sshPort":22,"externalIp":"10.10.10.26","internalIp":"10.10.10.26","volumeId":null,"platform":null,"platformVersion":null,"sshUsername":null,"sshPassword":null,"sshPasswordHash":null,"sshKeyPair":null,"osDevice":"/dev/vda","osType":"linux","dataDevice":"/dev/sdb","lvmEnabled":false,"apiKey":"e61bf9b5-dc93-4dd0-836a-ee8bc6342c1d","softwareRaid":false,"dateCreated":"2025-12-03T09:36:42Z","lastUpdated":"2025-12-03T15:54:55Z","stats":{"ts":"2025-12-03T15:54:07Z","running":true,"cpuUsage":-11.521836935330679,"cpuSystemTime":0.0,"cpuUserTime":8447,"cpuTotalTime":1764777247189,"cpuIdleTime":0,"usedMemory":0,"freeMemory":0,"cacheMemory":0,"maxMemory":4294967300,"netTxUsage":0,"netRxUsage":5,"maxStorage":107374182400,"usedStorage":0,"readIOPS":1,"writeIOPS":0,"totalIOPS":1,"iops":{}},"status":"provisioned","statusMessage":null,"errorMessage":null,"statusDate":"2025-12-03T09:36:42Z","statusPercent":null,"statusEta":null,"powerState":"off","agentInstalled":false,"lastAgentUpdate":null,"agentVersion":null,"maxCores":4,"maxSockets":null,"coresPerSocket":1,"maxMemory":4294967300,"maxStorage":107374182400,"maxCpu":null,"maxGpus":null,"hardwareCpuModel":null,"hardwareProductVendor":null,"hardwareProductName":null,"hardwareCpuFrequency":null,"manageInternalFirewall":true,"enableLogs":true,"hourlyCost":0.0,"hourlyPrice":0.0,"sourceImage":{"id":22,"code":null,"name":"HpeMorpheusVmeWorker_13.1.0.206.qcow2"},"serverOs":null,"volumes":[{"id":202,"name":"root","description":null,"controller":{"id":359,"name":"VIRTIO 0"},"controllerId":359,"controllerMountPoint":"359:0:9:0","resizeable":true,"rootVolume":true,"unitNumber":"0","deviceName":"/dev/vda","deviceDisplayName":"vda","volumeName":"hvm_7-disk-0","volumePath":"/mnt/41896269-001b-498a-8392-cfbb661b1700/test/hvm_7-disk-0","volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"virtio","diskType":"file","type":{"id":1,"code":"standard","name":"Disk"},"typeId":1,"category":"disk","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":107374182400,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"8e2e8d9d-d26f-4ff6-9d50-f8c544346eb5","wwn":null,"active":true,"readOnly":false,"removable":false,"poolName":"VME-DATASTORE-VSAN","zone":{"id":1,"name":"university-cloud"},"zoneId":1,"datastore":{"id":11,"name":"VME-DATASTORE-VSAN"},"datastoreId":11,"datastoreOption":"11","storageGroup":null,"namespace":null,"storageServer":null,"source":"university-cloud","uniqueId":"morpheus-vol-7-7-0","internalId":null,"externalId":"test/hvm_7-disk-0","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":"77268e62-0e8d-4f1c-b9a3-79a2ab9eb082","sourceImage":"HpeMorpheusVmeWorker_13.1.0.206.qcow2","imageType":"qcow2","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}},{"id":203,"name":"CD ROM","description":null,"controller":{"id":360,"name":"SATA 0"},"controllerId":360,"controllerMountPoint":"360:0:8:0","resizeable":true,"rootVolume":false,"unitNumber":"0","deviceName":"/dev/sda","deviceDisplayName":"sda","volumeName":"hvm_7-sda","volumePath":null,"volumeType":"disk","refType":"ComputeServerGroup","refId":1,"diskMode":"sata","diskType":null,"type":{"id":2,"code":"standardcdrom","name":"CD ROM"},"typeId":2,"category":"cd","status":"provisioned","statusMessage":null,"configurableIOPS":false,"maxStorage":0,"usedStorage":0,"displayOrder":0,"maxIOPS":null,"uuid":"cf1730a4-f4e2-45ff-9eef-fec605d2203c","wwn":null,"active":true,"readOnly":true,"removable":false,"poolName":null,"zone":null,"zoneId":null,"datastore":null,"datastoreId":null,"datastoreOption":null,"storageGroup":null,"namespace":null,"storageServer":null,"source":"","uniqueId":null,"internalId":null,"externalId":"hvm_7-sda","provisionType":null,"copyType":null,"fiberWwn":null,"fileName":null,"claimName":null,"sharePath":null,"sourceId":null,"sourceImage":null,"imageType":"iso","online":true,"rawData":null,"createForMultiAttach":false,"isMultiAttach":false,"storageProfile":null,"account":{"id":1,"name":"Encora University"},"owner":{"id":1,"name":"Encora University"}}],"controllers":[{"id":359,"name":"VIRTIO 0","active":true,"type":{"id":9,"code":"kvm-virtio-blk","name":"VirtIO Block"},"busNumber":"0","maxDevices":24,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"virtio"},{"id":360,"name":"SATA 0","active":true,"type":{"id":8,"code":"kvm-sata","name":"SATA"},"busNumber":"0","maxDevices":6,"removable":false,"editable":false,"reservedUnitNumber":-1,"category":"sata"}],"interfaces":[{"id":134,"refType":null,"refId":null,"name":"eth0","internalId":null,"externalId":null,"uniqueId":"morpheus-nic-7-7-eth0","publicIpAddress":"10.10.10.26","publicIpv6Address":null,"ipAddress":"10.10.10.26","ipv6Address":null,"ipSubnet":null,"ipv6Subnet":null,"description":null,"dhcp":false,"active":true,"poolAssigned":false,"primaryInterface":true,"network":{"id":1,"name":"Management"},"subnet":null,"networkGroup":null,"networkPosition":null,"networkPool":null,"networkDomain":null,"type":{"id":11,"code":"e1000-kvm","name":"E1000"},"ipMode":"static","macAddress":"52:54:00:c1:81:7a","interfaces":[]}],"labels":[],"tags":[],"enabled":true,"tagCompliant":null,"containers":[7],"config":{"template":22,"userData":null,"resourcePoolId":"1","createUser":false,"noAgent":true,"preApprovalStatus":"provisioned","maxMemory":4294967300,"maxCores":4},"instance":{"id":7,"name":"test","displayName":"test","accountId":1,"accountName":"Encora University"},"guestConsolePreferred":true,"guestConsoleType":"ssh","guestConsoleUsername":null,"guestConsolePassword":null,"guestConsolePasswordHash":null,"guestConsolePort":null,"maintenanceMode":false,"placementStrategy":"auto","guestAgentStatus":"configured","serverGroupMemberStatus":null,"systemServer":false,"managedBy":null},"stats":{"usedStorage":0,"reservedStorage":107374182400,"maxStorage":107374182400,"usedMemory":0,"reservedMemory":4294967296,"hostReservedMemory":0,"maxMemory":4294967296,"cpuUsage":-11.521836935330679}}" 2025-12-03 16:54:55.3173 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: The worker VM was powered off successfully 2025-12-03 16:54:55.3173 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Changed "worker test, 823b5fac-6ea9-4e0c-b243-3878c46f3eb8" state from Preparing to TurnedOff 2025-12-03 16:54:55.3173 00036 [441867] INFO | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Save worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 data to DB 2025-12-03 16:54:55.3180 00036 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"TurnedOff","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":6,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"f77c029c-3383-41bf-b886-9100b21af7bf\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}" 2025-12-03 16:54:55.3180 00035 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"InProgress","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Running\",\"state\":\"Running\",\"result\":\"None\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":null,\"duration\":\"00:01:02.9314463\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":\"2025-12-03T15:54:44.1976584Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:44.3284434Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3173566Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"84bc654c-640d-4172-9db5-06119f571f55\"}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"Success","id":9,"message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip","creationTimeUtc":"2025-12-03T15:54:43.7748379Z","endTimeUtc":"2025-12-03T15:54:44.1976584Z"},{"status":"Success","id":10,"message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T15:54:44.3284434Z","endTimeUtc":"2025-12-03T15:54:55.3173566Z"}]}" 2025-12-03 16:54:55.3527 00035 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "34 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:55.3537 00035 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/workers/823b5fac-6ea9-4e0c-b243-3878c46f3eb8", "code: 200", duration: "35 msec", headers: "[]", cookies: "[]", body: "{"name":"test","tag":{"value":"823b5fac-6ea9-4e0c-b243-3878c46f3eb8"},"description":"Created by .\\veeamadmin at 03/12/2025 10:35.","status":"TurnedOff","enabled":true,"serverTag":{"value":"b484eed2-eb5e-4efa-ac1c-39197b630b1c"},"proxyTag":{"value":"9f096196-c88f-4913-9e91-089d8878f132"},"data":"{\"PluginVersion\":\"13.1.0.206\",\"ProtocolVersion\":1,\"ProxyId\":null,\"Data\":\"{\\\"Id\\\":\\\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\\\",\\\"Configuration\\\":{\\\"Name\\\":\\\"test\\\",\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:35.\\\",\\\"ClusterId\\\":\\\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\\\",\\\"SubClusterId\\\":null,\\\"MemoryGb\\\":4,\\\"NumVCPUs\\\":4,\\\"MaxConcurrentTasks\\\":2,\\\"StorageContainerId\\\":\\\"11\\\",\\\"NetworkSettings\\\":{\\\"Networks\\\":[{\\\"Index\\\":0,\\\"Description\\\":\\\"Created by .\\\\\\\\veeamadmin at 03/12/2025 10:36.\\\",\\\"NetworkId\\\":\\\"1\\\",\\\"VLan\\\":0,\\\"ObtainIpAutomatically\\\":false,\\\"IpAddress\\\":\\\"10.10.10.26\\\",\\\"SubnetMask\\\":\\\"255.255.255.0\\\",\\\"DefaultGateway\\\":\\\"10.10.10.1\\\"}],\\\"ObtainDnsAutomatically\\\":false,\\\"DnsServers\\\":[\\\"10.10.10.20\\\"]},\\\"AffinitySettings\\\":{\\\"Enabled\\\":false,\\\"HostId\\\":null},\\\"UpdaterInternetProxySettings\\\":{\\\"InternetConnectionEnabled\\\":true,\\\"InheritProxySettings\\\":false,\\\"HttpProxy\\\":null}},\\\"VmId\\\":\\\"de6f895e-aeb2-448c-b30c-c0820d6a0735\\\",\\\"ParentCertificateThumbprint\\\":\\\"CE5E09F09A173CAABA5722DAFEBFBC2F946EF252\\\",\\\"State\\\":6,\\\"Enabled\\\":true,\\\"LastTestSessionId\\\":\\\"f77c029c-3383-41bf-b886-9100b21af7bf\\\",\\\"Version\\\":\\\"13.1.0.206\\\",\\\"CreatedByVersion\\\":\\\"13.1.0.206\\\"}\"}"}" 2025-12-03 16:54:55.3548 00036 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker]: Starting the OnTaskFinished operation. Result: GeneralError 2025-12-03 16:54:55.3549 00036 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker]: Finished the task: State: Finished, result: Error 2025-12-03 16:54:55.3549 00036 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker]: Call continuations... 2025-12-03 16:54:55.3549 00036 [441867] DEBUG | [WorkerManager]: Adding the worker 823b5fac-6ea9-4e0c-b243-3878c46f3eb8 "test" to failed workers since its test session failed 2025-12-03 16:54:55.3571 00036 [441867] ERROR | [Worker][823b5fac-6ea9-4e0c-b243-3878c46f3eb8][test]: Worker test test failed: A credentials tag cannot be null or empty 2025-12-03 16:54:55.3581 00035 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"Failed","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","endTimeUtc":"2025-12-03T15:54:55.3549206Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":\"2025-12-03T15:54:55.3549206Z\",\"duration\":\"00:01:02.9688400\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":\"2025-12-03T15:54:44.1976584Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:44.3284434Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3173566Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"84bc654c-640d-4172-9db5-06119f571f55\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:55.3572304Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3572304Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"Success","id":9,"message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip","creationTimeUtc":"2025-12-03T15:54:43.7748379Z","endTimeUtc":"2025-12-03T15:54:44.1976584Z"},{"status":"Success","id":10,"message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T15:54:44.3284434Z","endTimeUtc":"2025-12-03T15:54:55.3173566Z"},{"status":"Failed","id":11,"message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:55.3572304Z","endTimeUtc":"2025-12-03T15:54:55.3572304Z"}]}" 2025-12-03 16:54:55.3629 00036 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker]: Continuations have been executed 2025-12-03 16:54:55.3881 00035 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "30 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:55.3890 00021 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"Failed","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","endTimeUtc":"2025-12-03T15:54:55.3549206Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":\"2025-12-03T15:54:55.3549206Z\",\"duration\":\"00:01:02.9688400\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":\"2025-12-03T15:54:44.1976584Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:44.3284434Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3173566Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"84bc654c-640d-4172-9db5-06119f571f55\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:55.3572304Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3572304Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"Success","id":9,"message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip","creationTimeUtc":"2025-12-03T15:54:43.7748379Z","endTimeUtc":"2025-12-03T15:54:44.1976584Z"},{"status":"Success","id":10,"message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T15:54:44.3284434Z","endTimeUtc":"2025-12-03T15:54:55.3173566Z"},{"status":"Failed","id":11,"message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:55.3572304Z","endTimeUtc":"2025-12-03T15:54:55.3572304Z"}]}" 2025-12-03 16:54:55.4155 00021 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "26 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:55.4163 00035 [441867] DEBUG | [DbProvider client]: <== Request "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", headers: "[Authorization: ***, x-api-version: 1.0-rev46]", cookies: "[]", body: "{"status":"Failed","id":"f77c029c-3383-41bf-b886-9100b21af7bf","name":"Testing worker test","creationTimeUtc":"2025-12-03T15:53:52.3860806Z","endTimeUtc":"2025-12-03T15:54:55.3549206Z","leaseTTL":5,"data":"{\"id\":\"f77c029c-3383-41bf-b886-9100b21af7bf\",\"name\":\"Test worker test\",\"description\":\"\",\"sessionType\":\"TestWorker\",\"parentSessionId\":null,\"status\":\"Failed\",\"state\":\"Finished\",\"result\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:53:52.3860806Z\",\"finishTimeUtc\":\"2025-12-03T15:54:55.3549206Z\",\"duration\":\"00:01:02.9688400\",\"context\":{\"jobId\":null,\"jobName\":null,\"backupMode\":\"Unknown\",\"objectName\":\"test\",\"objectId\":\"823b5fac-6ea9-4e0c-b243-3878c46f3eb8\",\"clusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"targetClusterId\":\"b484eed2-eb5e-4efa-ac1c-39197b630b1c\",\"jobRetryCounter\":null,\"originalSessionId\":null,\"restorePointIsAnotherPlatform\":null,\"executorId\":null,\"reason\":null,\"customData\":null,\"restorePointType\":\"Unknown\"},\"progressState\":{\"events\":[{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"endTimeUtc\":\"2025-12-03T15:53:52.5375787Z\",\"message\":\"Testing the worker test\",\"context\":null,\"actionId\":null},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:52.9732733Z\",\"endTimeUtc\":\"2025-12-03T15:53:57.786399Z\",\"message\":\"Configuration settings of the worker test were synchronized successfully\",\"context\":null,\"actionId\":\"1248e8c0-c8fa-451a-a92c-d7b7b1ca86fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:58.0686023Z\",\"endTimeUtc\":\"2025-12-03T15:53:59.9263562Z\",\"message\":\"The worker VM was powered on successfully on the host node-2\",\"context\":null,\"actionId\":\"TurnOnWorkerAction\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:53:59.926845Z\",\"endTimeUtc\":\"2025-12-03T15:54:26.4615303Z\",\"message\":\"The following IP address was successfully obtained: 10.10.10.26\",\"context\":null,\"actionId\":\"fc955a3c-6610-45aa-90c5-53820fc18ea8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:26.4621084Z\",\"endTimeUtc\":\"2025-12-03T15:54:37.674879Z\",\"message\":\"Connection to the worker service was established successfully\",\"context\":null,\"actionId\":\"73eed92a-e15e-4e70-9258-84f82f946d85\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:37.6779327Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.0284195Z\",\"message\":\"Check for updates in external repositories was performed successfully\",\"context\":null,\"actionId\":\"dbbd90a3-9fb4-4a88-959f-97e26640e8c2\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.029087Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7293348Z\",\"message\":\"No updates were found\",\"context\":null,\"actionId\":\"4c3b731b-5758-47d8-bd8b-46cbcf525cfe\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:43.7323453Z\",\"endTimeUtc\":\"2025-12-03T15:54:43.7635747Z\",\"message\":\"Failed to connect to the worker core service: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":\"b075fca6-3eb1-4ed9-8e24-eaeaa25976fe\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:43.7748379Z\",\"endTimeUtc\":\"2025-12-03T15:54:44.1976584Z\",\"message\":\"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip\",\"context\":null,\"actionId\":\"50f43672-1eb3-42ed-8ce5-a7479ad6e1a8\"},{\"severity\":\"Information\",\"startTimeUtc\":\"2025-12-03T15:54:44.3284434Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3173566Z\",\"message\":\"The worker VM was powered off successfully\",\"context\":null,\"actionId\":\"84bc654c-640d-4172-9db5-06119f571f55\"},{\"severity\":\"Error\",\"startTimeUtc\":\"2025-12-03T15:54:55.3572304Z\",\"endTimeUtc\":\"2025-12-03T15:54:55.3572304Z\",\"message\":\"Worker test test failed: A credentials tag cannot be null or empty\",\"context\":null,\"actionId\":null}],\"transferred\":{\"value\":0,\"percent\":0},\"read\":{\"value\":0,\"percent\":0},\"processed\":{\"value\":0,\"percent\":0},\"progressPercents\":0,\"processingRate\":0,\"avgProcessingRate\":0,\"objectsCount\":null,\"objectsProcessed\":null,\"bottleneck\":{\"sourceRead\":0,\"sourceProcess\":0,\"sourceWrite\":0,\"targetRead\":0,\"targetProcess\":0,\"targetWrite\":0},\"failed\":0,\"operationState\":\"Unknown\"},\"isCancellationRequested\":false}","logRecords":[{"status":"Success","id":1,"message":"Testing the worker test","creationTimeUtc":"2025-12-03T15:53:52.5375787Z","endTimeUtc":"2025-12-03T15:53:52.5375787Z"},{"status":"Success","id":2,"message":"Configuration settings of the worker test were synchronized successfully","creationTimeUtc":"2025-12-03T15:53:52.9732733Z","endTimeUtc":"2025-12-03T15:53:57.786399Z"},{"status":"Success","id":3,"message":"The worker VM was powered on successfully on the host node-2","creationTimeUtc":"2025-12-03T15:53:58.0686023Z","endTimeUtc":"2025-12-03T15:53:59.9263562Z"},{"status":"Success","id":4,"message":"The following IP address was successfully obtained: 10.10.10.26","creationTimeUtc":"2025-12-03T15:53:59.926845Z","endTimeUtc":"2025-12-03T15:54:26.4615303Z"},{"status":"Success","id":5,"message":"Connection to the worker service was established successfully","creationTimeUtc":"2025-12-03T15:54:26.4621084Z","endTimeUtc":"2025-12-03T15:54:37.674879Z"},{"status":"Success","id":6,"message":"Check for updates in external repositories was performed successfully","creationTimeUtc":"2025-12-03T15:54:37.6779327Z","endTimeUtc":"2025-12-03T15:54:43.0284195Z"},{"status":"Success","id":7,"message":"No updates were found","creationTimeUtc":"2025-12-03T15:54:43.029087Z","endTimeUtc":"2025-12-03T15:54:43.7293348Z"},{"status":"Failed","id":8,"message":"Failed to connect to the worker core service: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:43.7323453Z","endTimeUtc":"2025-12-03T15:54:43.7635747Z"},{"status":"Success","id":9,"message":"Worker logs were successfully downloaded to /var/log/VeeamBackup/Plugins/HPEMORPHEUSVME/workers/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb8/test_823b5fac-6ea9-4e0c-b243-3878c46f3eb82025-12-03_16-54-43.7740242.zip","creationTimeUtc":"2025-12-03T15:54:43.7748379Z","endTimeUtc":"2025-12-03T15:54:44.1976584Z"},{"status":"Success","id":10,"message":"The worker VM was powered off successfully","creationTimeUtc":"2025-12-03T15:54:44.3284434Z","endTimeUtc":"2025-12-03T15:54:55.3173566Z"},{"status":"Failed","id":11,"message":"Worker test test failed: A credentials tag cannot be null or empty","creationTimeUtc":"2025-12-03T15:54:55.3572304Z","endTimeUtc":"2025-12-03T15:54:55.3572304Z"}]}" 2025-12-03 16:54:55.4429 00035 [441867] DEBUG | [DbProvider client]: ==> Response "Put" "https://localhost:6172/api/serviceSessions/f77c029c-3383-41bf-b886-9100b21af7bf", "code: 200", duration: "26 msec", headers: "[]", cookies: "[]", body: "{}" 2025-12-03 16:54:55.4429 00036 [441867] DEBUG | [Task][f77c029c-3383-41bf-b886-9100b21af7bf][TestWorker]: Executed the OnTaskFinished operation 2025-12-03 16:54:55.4851 00036 [441867] DEBUG | [WorkerManager]: Clearing the list of failed workers. The current number of failed workers is 1. 2025-12-03 16:55:22.0620 00021 [441867] DEBUG | [Workflow]: Begin "system usage notifier" 2025-12-03 16:55:22.0620 00021 [441867] DEBUG | [Workflow]: Schedule next run after 00:00:30 for "system usage notifier" 2025-12-03 16:55:22.0620 00021 [441867] DEBUG | [Workflow]: Finish "system usage notifier" 2025-12-03 16:55:23.0314 00021 [441867] DEBUG | [SessionKeepAliveManager]: Begin "keep active sessions alive" 2025-12-03 16:55:23.0323 00021 [441867] DEBUG | [SessionKeepAliveManager]: Schedule next run after 00:02:00 for "keep active sessions alive" 2025-12-03 16:55:23.0323 00021 [441867] DEBUG | [SessionKeepAliveManager]: Finish "keep active sessions alive" 2025-12-03 16:55:23.0377 00021 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:55:23.0377 00021 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:55:23 PM 2025-12-03 16:55:23.0377 00021 [441867] DEBUG | [SchedulerManager]: Process jobs[1]: 2025-12-03 16:55:23.0378 00021 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:55:23.0378 00021 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow" 2025-12-03 16:55:52.0635 00021 [441867] DEBUG | [Workflow]: Begin "system usage notifier" 2025-12-03 16:55:52.0635 00021 [441867] DEBUG | [Workflow]: Schedule next run after 00:00:30 for "system usage notifier" 2025-12-03 16:55:52.0635 00021 [441867] DEBUG | [Workflow]: Finish "system usage notifier" 2025-12-03 16:55:53.0380 00021 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:55:53.0380 00021 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:55:53 PM 2025-12-03 16:55:53.0380 00021 [441867] DEBUG | [SchedulerManager]: Process jobs[1]: 2025-12-03 16:55:53.0380 00021 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:55:53.0380 00021 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow" 2025-12-03 16:56:22.0637 00021 [441867] DEBUG | [Workflow]: Begin "system usage notifier" 2025-12-03 16:56:22.0637 00021 [441867] DEBUG | [Workflow]: Schedule next run after 00:00:30 for "system usage notifier" 2025-12-03 16:56:22.0637 00021 [441867] DEBUG | [Workflow]: Finish "system usage notifier" 2025-12-03 16:56:23.0382 00021 [441867] DEBUG | [SchedulerManager]: Begin "job scheduler workflow" 2025-12-03 16:56:23.0382 00021 [441867] DEBUG | [SchedulerManager]: Job schedule routine enter, 12/3/2025 4:56:23 PM 2025-12-03 16:56:23.0382 00021 [441867] DEBUG | [SchedulerManager]: Process jobs[1]: 2025-12-03 16:56:23.0382 00021 [441867] DEBUG | [SchedulerManager]: Schedule next run after 00:00:30 for "job scheduler workflow" 2025-12-03 16:56:23.0382 00021 [441867] DEBUG | [SchedulerManager]: Finish "job scheduler workflow"