{ "data": { "mode": "delta", "reportWhen": "always", "backupReportTpl": "compactMjml" }, "id": "1731900766132", "jobId": "ac003884-c5c4-470e-8a3c-798202061839", "jobName": "Offsite Mirror", "message": "backup", "scheduleId": "7a460b39-464d-485a-8d73-056f433b22df", "start": 1731900766132, "status": "failure", "infos": [ { "data": { "vms": [ "0df9abbf-209f-a62b-0cb2-c29ab34cbc40", "3ba59760-dfa3-77b5-5f15-8db42373c53c", "5c4c4750-a48b-a33b-21da-a3b4390ce82e", "7087e930-dd50-1c43-c650-eff38e176b65", "71a4772f-ea5e-30ba-00a8-31c688b0e41e", "ad04ce59-ece4-56ba-98c6-67cbd03a996d", "ce088f64-7213-83e8-31a1-1a95a759da00", "e4eabbba-b21a-3d74-490d-62ceb43f1e67", "efb066b4-599c-7858-42b9-767082df2eb6", "fa87e09e-52e7-11da-f656-85d5af20c4cb" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "0df9abbf-209f-a62b-0cb2-c29ab34cbc40" }, "id": "1731900772218", "message": "backup VM", "start": 1731900772218, "status": "failure", "tasks": [ { "id": "1731900772301", "message": "clean-vm", "start": 1731900772301, "status": "success", "end": 1731900772380, "result": { "merge": false } }, { "id": "1731900772407", "message": "clean-vm", "start": 1731900772407, "status": "success", "end": 1731900775657, "result": { "merge": false } }, { "id": "1731900777520:0", "message": "clean-vm", "start": 1731900777520, "status": "success", "end": 1731900784254, "result": { "merge": false } }, { "id": "1731900784255", "message": "clean-vm", "start": 1731900784255, "status": "success", "end": 1731900784446, "result": { "merge": false } }, { "id": "1731918929744", "message": "clean-vm", "start": 1731918929744, "status": "success", "end": 1731918930022, "result": { "merge": false } }, { "id": "1731918929811", "message": "clean-vm", "start": 1731918929811, "status": "success", "end": 1731918930386, "result": { "merge": false } }, { "id": "1731918930449:0", "message": "clean-vm", "start": 1731918930449, "status": "success", "end": 1731918930706, "result": { "merge": false } }, { "id": "1731918930706:0", "message": "clean-vm", "start": 1731918930706, "status": "success", "end": 1731918930930, "result": { "merge": false } } ], "infos": [ { "message": "This VM is excluded by the job filter" }, { "message": "This VM is excluded by the job filter" } ], "warnings": [ { "data": { "attempt": 1, "error": "Cannot read properties of undefined (reading 'includes')" }, "message": "Retry the VM mirror backup due to an error" } ], "end": 1731918930930, "result": { "message": "Cannot read properties of undefined (reading 'includes')", "name": "TypeError", "stack": "TypeError: Cannot read properties of undefined (reading 'includes')\n at file:///opt/xo/xo-builds/xen-orchestra-202411150950/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:77:70\n at Array.some ()\n at IncrementalRemoteVmBackupRunner._healthCheck (file:///opt/xo/xo-builds/xen-orchestra-202411150950/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:77:55)\n at Disposable. (file:///opt/xo/xo-builds/xen-orchestra-202411150950/@xen-orchestra/backups/_runners/_vmRunners/_AbstractRemote.mjs:144:18)\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n at async IncrementalRemoteVmBackupRunner.run (file:///opt/xo/xo-builds/xen-orchestra-202411150950/@xen-orchestra/backups/_runners/_vmRunners/_AbstractRemote.mjs:136:5)\n at async file:///opt/xo/xo-builds/xen-orchestra-202411150950/@xen-orchestra/backups/_runners/VmsRemote.mjs:116:38" } }, { "data": { "type": "VM", "id": "3ba59760-dfa3-77b5-5f15-8db42373c53c" }, "id": "1731900772241", "message": "backup VM", "start": 1731900772241, "status": "success", "tasks": [ { "id": "1731900772334", "message": "clean-vm", "start": 1731900772334, "status": "success", "end": 1731900772414, "result": { "merge": false } }, { "id": "1731900772453", "message": "clean-vm", "start": 1731900772453, "status": "success", "end": 1731900775678, "result": { "merge": false } }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731900777462:0", "message": "export", "start": 1731900777462, "status": "success", "tasks": [ { "id": "1731900777714", "message": "transfer", "start": 1731900777714, "status": "success", "end": 1731902347903, "result": { "size": 23571526144 } }, { "id": "1731902354722:0", "message": "health check", "start": 1731902354722, "status": "success", "tasks": [ { "id": "1731902363045", "message": "transfer", "start": 1731902363045, "status": "success", "end": 1731910622370, "result": { "size": 23571526144, "id": "b1f8c0c2-04a8-d653-03d6-be48f49918d2" } }, { "id": "1731910622371", "message": "vmstart", "start": 1731910622371, "status": "success", "end": 1731910625015 } ], "end": 1731910626531 }, { "id": "1731910626532", "message": "clean-vm", "start": 1731910626532, "status": "success", "end": 1731910641132, "result": { "merge": false } } ], "end": 1731910641132 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731900777462", "message": "export", "start": 1731900777462, "status": "success", "tasks": [ { "id": "1731900777675", "message": "transfer", "start": 1731900777675, "status": "success", "end": 1731902340496, "result": { "size": 23571526144 } }, { "id": "1731902354722", "message": "health check", "start": 1731902354722, "status": "success", "tasks": [ { "id": "1731902355271", "message": "transfer", "start": 1731902355271, "status": "success", "end": 1731905442247, "result": { "size": 23571526144, "id": "fa6c32e1-bd27-7888-17d8-2435769d04e4" } }, { "id": "1731905442248", "message": "vmstart", "start": 1731905442248, "status": "success", "end": 1731905445930 } ], "end": 1731905448075 }, { "id": "1731910641132:1", "message": "clean-vm", "start": 1731910641132, "status": "success", "end": 1731910643690, "result": { "merge": false } } ], "end": 1731910643690 } ], "end": 1731910643691 }, { "data": { "type": "VM", "id": "5c4c4750-a48b-a33b-21da-a3b4390ce82e" }, "id": "1731900772241:0", "message": "backup VM", "start": 1731900772241, "status": "success", "tasks": [ { "id": "1731900772314", "message": "clean-vm", "start": 1731900772314, "status": "success", "end": 1731900772382, "result": { "merge": false } }, { "id": "1731900772450", "message": "clean-vm", "start": 1731900772450, "status": "success", "end": 1731900776220, "result": { "merge": false } }, { "id": "1731904938196", "message": "health check", "start": 1731904938196, "status": "success", "infos": [ { "message": "This VM doesn't match the health check's tags for this schedule" } ], "end": 1731904938197 }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731900778030", "message": "export", "start": 1731900778030, "status": "success", "tasks": [ { "id": "1731900780723", "message": "transfer", "start": 1731900780723, "status": "success", "end": 1731904937308, "result": { "size": 110975064064 } }, { "id": "1731904938197:1", "message": "clean-vm", "start": 1731904938197, "status": "success", "end": 1731904940942, "result": { "merge": false } } ], "end": 1731904940942 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731900778029", "message": "export", "start": 1731900778029, "status": "success", "tasks": [ { "id": "1731900779600", "message": "transfer", "start": 1731900779600, "status": "success", "end": 1731904935417, "result": { "size": 110975064064 } }, { "id": "1731904940942:1", "message": "clean-vm", "start": 1731904940942, "status": "success", "end": 1731904942961, "result": { "merge": false } } ], "end": 1731904942961 } ], "end": 1731904942961 }, { "data": { "type": "VM", "id": "7087e930-dd50-1c43-c650-eff38e176b65" }, "id": "1731900772252", "message": "backup VM", "start": 1731900772252, "status": "success", "tasks": [ { "id": "1731900772346", "message": "clean-vm", "start": 1731900772346, "status": "success", "end": 1731900772419, "result": { "merge": false } }, { "id": "1731900772466", "message": "clean-vm", "start": 1731900772466, "status": "success", "end": 1731900775778, "result": { "merge": false } }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731900777551:0", "message": "export", "start": 1731900777551, "status": "success", "tasks": [ { "id": "1731900777883", "message": "transfer", "start": 1731900777883, "status": "success", "end": 1731902979803, "result": { "size": 36858129920 } }, { "id": "1731902982992", "message": "health check", "start": 1731902982992, "status": "success", "tasks": [ { "id": "1731902987876", "message": "transfer", "start": 1731902987876, "status": "success", "end": 1731916266339, "result": { "size": 36858129920, "id": "5359f882-04ae-5512-0ebf-b0045adfe872" } }, { "id": "1731916266339:0", "message": "vmstart", "start": 1731916266339, "status": "success", "end": 1731916268869 } ], "end": 1731916270949 }, { "id": "1731916270951", "message": "clean-vm", "start": 1731916270951, "status": "success", "end": 1731916283097, "result": { "merge": false } } ], "end": 1731916283097 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731900777551", "message": "export", "start": 1731900777551, "status": "success", "tasks": [ { "id": "1731900777845", "message": "transfer", "start": 1731900777845, "status": "success", "end": 1731902974990, "result": { "size": 36858129920 } }, { "id": "1731902982991", "message": "health check", "start": 1731902982991, "status": "success", "tasks": [ { "id": "1731902984186", "message": "transfer", "start": 1731902984186, "status": "success", "end": 1731907667483, "result": { "size": 36858129920, "id": "b59965da-2d48-f4c1-911b-13ace932b4fa" } }, { "id": "1731907667483:0", "message": "vmstart", "start": 1731907667483, "status": "success", "end": 1731907670149 } ], "end": 1731907672159 }, { "id": "1731916283097:1", "message": "clean-vm", "start": 1731916283097, "status": "success", "end": 1731916285038, "result": { "merge": false } } ], "end": 1731916285038 } ], "end": 1731916285038 }, { "data": { "type": "VM", "id": "71a4772f-ea5e-30ba-00a8-31c688b0e41e" }, "id": "1731900784481", "message": "backup VM", "start": 1731900784481, "status": "success", "tasks": [ { "id": "1731900784513", "message": "clean-vm", "start": 1731900784513, "status": "success", "end": 1731900784600, "result": { "merge": false } }, { "id": "1731900784542", "message": "clean-vm", "start": 1731900784542, "status": "success", "end": 1731900795421, "result": { "merge": false } }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731900801992", "message": "export", "start": 1731900801992, "status": "success", "tasks": [ { "id": "1731900811775", "message": "transfer", "start": 1731900811775, "status": "success", "end": 1731901613473, "result": { "size": 9844412928 } }, { "id": "1731901628372", "message": "health check", "start": 1731901628372, "status": "success", "tasks": [ { "id": "1731901648497", "message": "transfer", "start": 1731901648497, "status": "success", "end": 1731905646205, "result": { "size": 9844412928, "id": "113ba667-cae9-058e-e3e2-92c36eb6778f" } }, { "id": "1731905646206", "message": "vmstart", "start": 1731905646206, "status": "success", "end": 1731905649799 } ], "end": 1731905651872 }, { "id": "1731905651873", "message": "clean-vm", "start": 1731905651873, "status": "success", "end": 1731905656456, "result": { "merge": false } } ], "end": 1731905656456 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731900801990", "message": "export", "start": 1731900801990, "status": "success", "tasks": [ { "id": "1731900809731", "message": "transfer", "start": 1731900809731, "status": "success", "end": 1731901598889, "result": { "size": 9844412928 } }, { "id": "1731901628371", "message": "health check", "start": 1731901628371, "status": "success", "tasks": [ { "id": "1731901628983", "message": "transfer", "start": 1731901628983, "status": "success", "end": 1731903409150, "result": { "size": 9844412928, "id": "4133d45f-3450-48fe-38f5-bf1a252d1ab5" } }, { "id": "1731903409151", "message": "vmstart", "start": 1731903409151, "status": "success", "end": 1731903413379 } ], "end": 1731903416149 }, { "id": "1731905656456:1", "message": "clean-vm", "start": 1731905656456, "status": "success", "end": 1731905659997, "result": { "merge": false } } ], "end": 1731905659997 } ], "end": 1731905659998 }, { "data": { "type": "VM", "id": "ad04ce59-ece4-56ba-98c6-67cbd03a996d" }, "id": "1731904943025", "message": "backup VM", "start": 1731904943025, "status": "success", "tasks": [ { "id": "1731904943058", "message": "clean-vm", "start": 1731904943058, "status": "success", "end": 1731904943178, "result": { "merge": false } }, { "id": "1731904943102", "message": "clean-vm", "start": 1731904943102, "status": "success", "end": 1731904946292, "result": { "merge": false } }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731904948094:0", "message": "export", "start": 1731904948094, "status": "success", "tasks": [ { "id": "1731904948223", "message": "transfer", "start": 1731904948223, "status": "success", "end": 1731905236709, "result": { "size": 12913295360 } }, { "id": "1731905237618", "message": "health check", "start": 1731905237618, "status": "success", "tasks": [ { "id": "1731905238457", "message": "transfer", "start": 1731905238457, "status": "success", "end": 1731909204993, "result": { "size": 12913295360, "id": "31c0a833-caeb-190b-ed38-1c0541650a2d" } }, { "id": "1731909204994", "message": "vmstart", "start": 1731909204994, "status": "success", "end": 1731909207867 } ], "end": 1731909209828 }, { "id": "1731909209829", "message": "clean-vm", "start": 1731909209829, "status": "success", "end": 1731909223640, "result": { "merge": false } } ], "end": 1731909223641 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731904948094", "message": "export", "start": 1731904948094, "status": "success", "tasks": [ { "id": "1731904948192", "message": "transfer", "start": 1731904948192, "status": "success", "end": 1731905235203, "result": { "size": 12913295360 } }, { "id": "1731905237617", "message": "health check", "start": 1731905237617, "status": "success", "tasks": [ { "id": "1731905238092", "message": "transfer", "start": 1731905238092, "status": "success", "end": 1731906824609, "result": { "size": 12913295360, "id": "266a02c8-0c5c-17ec-4fe9-8d5a205ae8eb" } }, { "id": "1731906824610", "message": "vmstart", "start": 1731906824610, "status": "success", "end": 1731906827313 } ], "end": 1731906829155 }, { "id": "1731909223641:0", "message": "clean-vm", "start": 1731909223641, "status": "success", "end": 1731909225348, "result": { "merge": false } } ], "end": 1731909225348 } ], "end": 1731909225348 }, { "data": { "type": "VM", "id": "ce088f64-7213-83e8-31a1-1a95a759da00" }, "id": "1731905660023", "message": "backup VM", "start": 1731905660023, "status": "success", "tasks": [ { "id": "1731905660060", "message": "clean-vm", "start": 1731905660060, "status": "success", "end": 1731905660157, "result": { "merge": false } }, { "id": "1731905660090", "message": "clean-vm", "start": 1731905660090, "status": "success", "end": 1731905662307, "result": { "merge": false } }, { "id": "1731907180781", "message": "health check", "start": 1731907180781, "status": "success", "infos": [ { "message": "This VM doesn't match the health check's tags for this schedule" } ], "end": 1731907180781 }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731905663533", "message": "export", "start": 1731905663533, "status": "success", "tasks": [ { "id": "1731905663803", "message": "transfer", "start": 1731905663803, "status": "success", "end": 1731907179877, "result": { "size": 66886265856 } }, { "id": "1731907180782", "message": "clean-vm", "start": 1731907180782, "status": "success", "end": 1731907189254, "result": { "merge": false } } ], "end": 1731907189254 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731905663532", "message": "export", "start": 1731905663532, "status": "success", "tasks": [ { "id": "1731905663775", "message": "transfer", "start": 1731905663775, "status": "success", "end": 1731907175493, "result": { "size": 66886265856 } }, { "id": "1731907189254:1", "message": "clean-vm", "start": 1731907189254, "status": "success", "end": 1731907190838, "result": { "merge": false } } ], "end": 1731907190839 } ], "end": 1731907190839 }, { "data": { "type": "VM", "id": "e4eabbba-b21a-3d74-490d-62ceb43f1e67" }, "id": "1731907190879", "message": "backup VM", "start": 1731907190879, "status": "success", "tasks": [ { "id": "1731907190912", "message": "clean-vm", "start": 1731907190912, "status": "success", "end": 1731907191009, "result": { "merge": false } }, { "id": "1731907190943", "message": "clean-vm", "start": 1731907190943, "status": "success", "end": 1731907193937, "result": { "merge": false } }, { "id": "1731908118131", "message": "health check", "start": 1731908118131, "status": "success", "infos": [ { "message": "This VM doesn't match the health check's tags for this schedule" } ], "end": 1731908118131 }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731907195479:0", "message": "export", "start": 1731907195479, "status": "success", "tasks": [ { "id": "1731907195884", "message": "transfer", "start": 1731907195884, "status": "success", "end": 1731908117159, "result": { "size": 36423989248 } }, { "id": "1731908118131:2", "message": "clean-vm", "start": 1731908118131, "status": "success", "end": 1731908125574, "result": { "merge": false } } ], "end": 1731908125574 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731907195479", "message": "export", "start": 1731907195479, "status": "success", "tasks": [ { "id": "1731907195855", "message": "transfer", "start": 1731907195855, "status": "success", "end": 1731908116326, "result": { "size": 36423989248 } }, { "id": "1731908125574:1", "message": "clean-vm", "start": 1731908125574, "status": "success", "end": 1731908127020, "result": { "merge": false } } ], "end": 1731908127020 } ], "end": 1731908127020 }, { "data": { "type": "VM", "id": "efb066b4-599c-7858-42b9-767082df2eb6" }, "id": "1731908127023", "message": "backup VM", "start": 1731908127023, "status": "success", "tasks": [ { "id": "1731908127053", "message": "clean-vm", "start": 1731908127053, "status": "success", "end": 1731908127177, "result": { "merge": false } }, { "id": "1731908127081", "message": "clean-vm", "start": 1731908127081, "status": "success", "end": 1731908129214, "result": { "merge": false } }, { "id": "1731918921478", "message": "health check", "start": 1731918921478, "status": "success", "infos": [ { "message": "This VM doesn't match the health check's tags for this schedule" } ], "end": 1731918921478 }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731908130494:0", "message": "export", "start": 1731908130494, "status": "success", "tasks": [ { "id": "1731908132620", "message": "transfer", "start": 1731908132620, "status": "success", "end": 1731918920687, "result": { "size": 339365303296 } }, { "id": "1731918921478:2", "message": "clean-vm", "start": 1731918921478, "status": "success", "end": 1731918927696, "result": { "merge": false } } ], "end": 1731918927696 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731908130494", "message": "export", "start": 1731908130494, "status": "success", "tasks": [ { "id": "1731908132571", "message": "transfer", "start": 1731908132571, "status": "success", "end": 1731918919224, "result": { "size": 339365303296 } }, { "id": "1731918927696:1", "message": "clean-vm", "start": 1731918927696, "status": "success", "end": 1731918929704, "result": { "merge": false } } ], "end": 1731918929704 } ], "end": 1731918929704 }, { "data": { "type": "VM", "id": "fa87e09e-52e7-11da-f656-85d5af20c4cb" }, "id": "1731909225363", "message": "backup VM", "start": 1731909225363, "status": "success", "tasks": [ { "id": "1731909225395", "message": "clean-vm", "start": 1731909225395, "status": "success", "end": 1731909225490, "result": { "merge": false } }, { "id": "1731909225529", "message": "clean-vm", "start": 1731909225529, "status": "success", "end": 1731909227994, "result": { "merge": false } }, { "data": { "id": "1fb2a97c-53b8-444a-81ae-89a619634a85", "type": "remote" }, "id": "1731909229820:0", "message": "export", "start": 1731909229820, "status": "success", "tasks": [ { "id": "1731909232385", "message": "transfer", "start": 1731909232385, "status": "success", "end": 1731909568502, "result": { "size": 7526494208 } }, { "id": "1731909571820", "message": "health check", "start": 1731909571820, "status": "success", "tasks": [ { "id": "1731909576086", "message": "transfer", "start": 1731909576086, "status": "success", "end": 1731912555795, "result": { "size": 7526494208, "id": "899fff8b-22d9-2d17-1089-0219db4a0338" } }, { "id": "1731912555795:0", "message": "vmstart", "start": 1731912555795, "status": "success", "end": 1731912558376 } ], "end": 1731912560212 }, { "id": "1731912560213", "message": "clean-vm", "start": 1731912560213, "status": "success", "end": 1731912573239, "result": { "merge": false } } ], "end": 1731912573239 }, { "data": { "id": "dacbf304-6812-4d88-acf3-6e2e82064602", "type": "remote" }, "id": "1731909229820", "message": "export", "start": 1731909229820, "status": "success", "tasks": [ { "id": "1731909231993", "message": "transfer", "start": 1731909231993, "status": "success", "end": 1731909563785, "result": { "size": 7526494208 } }, { "id": "1731909571819", "message": "health check", "start": 1731909571819, "status": "success", "tasks": [ { "id": "1731909572427", "message": "transfer", "start": 1731909572427, "status": "success", "end": 1731910474616, "result": { "size": 7526494208, "id": "7de5547b-c353-d9ed-4ef4-5f7e6ab1e426" } }, { "id": "1731910474617", "message": "vmstart", "start": 1731910474617, "status": "success", "end": 1731910477306 } ], "end": 1731910479107 }, { "id": "1731912573239:1", "message": "clean-vm", "start": 1731912573239, "status": "success", "end": 1731912574921, "result": { "merge": false } } ], "end": 1731912574921 } ], "end": 1731912574921 } ], "end": 1731918930930 }